2024-02-26T04:33:10.604 INFO:root:teuthology version: 0.0.1.dev260+gb1dac55 2024-02-26T04:33:10.605 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_vshankar@teuthology --verbose --description fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} --name vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi --archive /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383 -- /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/orig.config.yaml 2024-02-26T04:33:10.659 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-26T04:33:10.741 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383 branch: wip-vshankar-testing-20240216.060239 description: fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} email: vshankar@redhat.com first_in_suite: false job_id: '7573383' kernel: client: branch: testing flavor: default kdb: true sha1: e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-vshankar-testing-20240216.060239 ceph: cephfs: max_mds: 3 session_timeout: 300 standby_replay: true conf: client: client dirsize rbytes: false client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - POOL_APP_NOT_ENABLED - overall HEALTH_ - Replacing daemon - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 25296a8f176256aea5ed8b5850b25167dce0ae33 subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount install: ceph: flavor: default sha1: 25296a8f176256aea5ed8b5850b25167dce0ae33 kclient: client.0: mount_subvol_num: 1 mntopts: - ms_mode=crc - wsync rbytes: false syntax: v1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20240216.060239 sha1: bc0b84a094b787eb15ce0eff5f7a342217d95e39 owner: scheduled_vshankar@teuthology priority: 50 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 9861 sha1: 25296a8f176256aea5ed8b5850b25167dce0ae33 sleep_before_teardown: 0 subset: 914/1024 suite: fs:workload suite_branch: wip-vshankar-testing-20240216.060239 suite_path: /home/teuthworker/src/github.com_vshankar_ceph_bc0b84a094b787eb15ce0eff5f7a342217d95e39/qa suite_relpath: qa suite_repo: https://github.com/vshankar/ceph.git suite_sha1: bc0b84a094b787eb15ce0eff5f7a342217d95e39 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi112.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFpauiplFSKWe4moliFl/VwQ8dxzpj0VvtzjBOeI6n024NB3bOi+xZMvq/fr0KUmQ6S8buGQD+5Fw3ThEpo5j3k= smithi161.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLwQjG1BJtLPVeW7oPLRGAfGe4yJla75CR5OjodMtNQFxCNiq6aCOlHxIwCebQ4pfPDrE9BmTKJ4hLzKSdbrvMY= smithi175.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEG+yAlwNfbME8NhoFnL3BmLljpZBBCIxLl9N4JRz2F7IpsgHOlW+V+w++5yrPT/QPr6rcRpkRqW49ePhTlZZWY= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - kclient: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - background_exec: mon.a: - while sleep 13; do ceph tell mds.cephfs:0 flush journal; done - workunit: clients: all: - fs/norstats teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: b1dac5519c57c269ea98a22fb7729016a1d0e4d2 timestamp: 2024-02-26_04:25:56 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-02-26T04:33:10.741 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_vshankar_ceph_bc0b84a094b787eb15ce0eff5f7a342217d95e39/qa; will attempt to use it 2024-02-26T04:33:10.742 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_vshankar_ceph_bc0b84a094b787eb15ce0eff5f7a342217d95e39/qa/tasks 2024-02-26T04:33:10.742 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-02-26T04:33:10.744 INFO:teuthology.task.internal:Checking packages... 2024-02-26T04:33:10.767 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '25296a8f176256aea5ed8b5850b25167dce0ae33' 2024-02-26T04:33:10.767 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-02-26T04:33:10.767 INFO:teuthology.packaging:ref: None 2024-02-26T04:33:10.767 INFO:teuthology.packaging:tag: None 2024-02-26T04:33:10.768 INFO:teuthology.packaging:branch: wip-vshankar-testing-20240216.060239 2024-02-26T04:33:10.768 INFO:teuthology.packaging:sha1: 25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:33:10.768 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-vshankar-testing-20240216.060239 2024-02-26T04:33:10.911 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1514.g25296a8f 2024-02-26T04:33:10.913 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-02-26T04:33:10.920 INFO:teuthology.task.internal:no buildpackages task found 2024-02-26T04:33:10.921 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-02-26T04:33:10.930 INFO:teuthology.task.internal:Saving configuration 2024-02-26T04:33:10.968 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-02-26T04:33:10.976 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-26T04:33:11.002 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.857545', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFpauiplFSKWe4moliFl/VwQ8dxzpj0VvtzjBOeI6n024NB3bOi+xZMvq/fr0KUmQ6S8buGQD+5Fw3ThEpo5j3k='} 2024-02-26T04:33:11.022 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi161.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.860656', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLwQjG1BJtLPVeW7oPLRGAfGe4yJla75CR5OjodMtNQFxCNiq6aCOlHxIwCebQ4pfPDrE9BmTKJ4hLzKSdbrvMY='} 2024-02-26T04:33:11.045 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.859291', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEG+yAlwNfbME8NhoFnL3BmLljpZBBCIxLl9N4JRz2F7IpsgHOlW+V+w++5yrPT/QPr6rcRpkRqW49ePhTlZZWY='} 2024-02-26T04:33:11.045 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-02-26T04:33:11.052 INFO:teuthology.task.internal:roles: ubuntu@smithi112.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-02-26T04:33:11.052 INFO:teuthology.task.internal:roles: ubuntu@smithi161.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-02-26T04:33:11.052 INFO:teuthology.task.internal:roles: ubuntu@smithi175.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-02-26T04:33:11.052 INFO:teuthology.run_tasks:Running task console_log... 2024-02-26T04:33:11.153 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f5da8f8f0d0>, signals=[15]) 2024-02-26T04:33:11.153 INFO:teuthology.run_tasks:Running task internal.connect... 2024-02-26T04:33:11.161 INFO:teuthology.task.internal:Opening connections... 2024-02-26T04:33:11.161 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:33:11.163 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:33:11.254 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi161.front.sepia.ceph.com 2024-02-26T04:33:11.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:33:11.343 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi175.front.sepia.ceph.com 2024-02-26T04:33:11.343 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:33:11.429 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-02-26T04:33:11.436 DEBUG:teuthology.orchestra.run.smithi112:> uname -m 2024-02-26T04:33:11.453 INFO:teuthology.orchestra.run.smithi112.stdout:x86_64 2024-02-26T04:33:11.453 DEBUG:teuthology.orchestra.run.smithi112:> cat /etc/os-release 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:NAME="CentOS Stream" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION="9" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:ID="centos" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:ID_LIKE="rhel fedora" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:VERSION_ID="9" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:PLATFORM_ID="platform:el9" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:ANSI_COLOR="0;31" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:LOGO="fedora-logo-icon" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:HOME_URL="https://centos.org/" 2024-02-26T04:33:11.510 INFO:teuthology.orchestra.run.smithi112.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-26T04:33:11.511 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-26T04:33:11.511 INFO:teuthology.orchestra.run.smithi112.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-26T04:33:11.511 INFO:teuthology.lock.ops:Updating smithi112.front.sepia.ceph.com on lock server 2024-02-26T04:33:11.534 DEBUG:teuthology.orchestra.run.smithi161:> uname -m 2024-02-26T04:33:11.551 INFO:teuthology.orchestra.run.smithi161.stdout:x86_64 2024-02-26T04:33:11.552 DEBUG:teuthology.orchestra.run.smithi161:> cat /etc/os-release 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:NAME="CentOS Stream" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION="9" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:ID="centos" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:ID_LIKE="rhel fedora" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:VERSION_ID="9" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:PLATFORM_ID="platform:el9" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:ANSI_COLOR="0;31" 2024-02-26T04:33:11.609 INFO:teuthology.orchestra.run.smithi161.stdout:LOGO="fedora-logo-icon" 2024-02-26T04:33:11.610 INFO:teuthology.orchestra.run.smithi161.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-26T04:33:11.610 INFO:teuthology.orchestra.run.smithi161.stdout:HOME_URL="https://centos.org/" 2024-02-26T04:33:11.610 INFO:teuthology.orchestra.run.smithi161.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-26T04:33:11.610 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-26T04:33:11.610 INFO:teuthology.orchestra.run.smithi161.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-26T04:33:11.610 INFO:teuthology.lock.ops:Updating smithi161.front.sepia.ceph.com on lock server 2024-02-26T04:33:11.634 DEBUG:teuthology.orchestra.run.smithi175:> uname -m 2024-02-26T04:33:11.651 INFO:teuthology.orchestra.run.smithi175.stdout:x86_64 2024-02-26T04:33:11.652 DEBUG:teuthology.orchestra.run.smithi175:> cat /etc/os-release 2024-02-26T04:33:11.708 INFO:teuthology.orchestra.run.smithi175.stdout:NAME="CentOS Stream" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION="9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:ID="centos" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:ID_LIKE="rhel fedora" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:VERSION_ID="9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:PLATFORM_ID="platform:el9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:PRETTY_NAME="CentOS Stream 9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:ANSI_COLOR="0;31" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:LOGO="fedora-logo-icon" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:HOME_URL="https://centos.org/" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-02-26T04:33:11.709 INFO:teuthology.orchestra.run.smithi175.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-02-26T04:33:11.710 INFO:teuthology.lock.ops:Updating smithi175.front.sepia.ceph.com on lock server 2024-02-26T04:33:11.734 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-02-26T04:33:11.744 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-02-26T04:33:11.752 INFO:teuthology.task.internal:Checking for old test directory... 2024-02-26T04:33:11.752 DEBUG:teuthology.orchestra.run.smithi112:> test '!' -e /home/ubuntu/cephtest 2024-02-26T04:33:11.754 DEBUG:teuthology.orchestra.run.smithi161:> test '!' -e /home/ubuntu/cephtest 2024-02-26T04:33:11.757 DEBUG:teuthology.orchestra.run.smithi175:> test '!' -e /home/ubuntu/cephtest 2024-02-26T04:33:11.772 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-02-26T04:33:11.780 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-02-26T04:33:11.780 DEBUG:teuthology.orchestra.run.smithi112:> test -z $(ls -A /var/lib/ceph) 2024-02-26T04:33:11.810 DEBUG:teuthology.orchestra.run.smithi161:> test -z $(ls -A /var/lib/ceph) 2024-02-26T04:33:11.814 DEBUG:teuthology.orchestra.run.smithi175:> test -z $(ls -A /var/lib/ceph) 2024-02-26T04:33:11.914 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-02-26T04:33:11.993 INFO:teuthology.run_tasks:Running task kernel... 2024-02-26T04:33:12.008 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'e861cfd5f0314cb9ccffd908cd661b60f9f09ce1'} 2024-02-26T04:33:12.008 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}} 2024-02-26T04:33:12.009 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}}, timeout 300 2024-02-26T04:33:12.009 DEBUG:teuthology.orchestra.run.smithi112:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-26T04:33:12.025 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:33:12.025 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&ref=testing 2024-02-26T04:33:12.322 DEBUG:teuthology.task.kernel:sha1 for client.0 is e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 2024-02-26T04:33:12.322 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "e861cfd5f0314cb9ccffd908cd661b60f9f09ce1"... 2024-02-26T04:33:12.322 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-02-26T04:33:12.339 INFO:teuthology.orchestra.run.smithi112.stdout:5.14.0-361.el9.x86_64 2024-02-26T04:33:12.339 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-361.el9.x86_64 vs e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 2024-02-26T04:33:12.339 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2024-02-26T04:33:12.340 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum upgrade -y linux-firmware 2024-02-26T04:33:16.089 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 4.0 MB/s | 8.1 MB 00:02 2024-02-26T04:33:17.948 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 4.6 MB/s | 2.5 MB 00:00 2024-02-26T04:33:19.405 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 8.1 MB/s | 8.0 MB 00:00 2024-02-26T04:33:22.914 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 7.9 MB/s | 19 MB 00:02 2024-02-26T04:33:26.948 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.1 MB 00:00 2024-02-26T04:33:28.533 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 15 kB 00:00 2024-02-26T04:33:29.475 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 26 MB/s | 20 MB 00:00 2024-02-26T04:33:34.508 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240219154654:20125149.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.766 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820231122122737:49cc9d1b.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.767 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-02-26T04:33:36.768 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-02-26T04:33:36.769 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-02-26T04:33:36.770 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240203221207:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: cannot install the best candidate for the job 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.771 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: conflicting requests 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: cannot install the best candidate for the job 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.772 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.773 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-02-26T04:33:36.774 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-02-26T04:33:37.305 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-02-26T04:33:37.315 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-02-26T04:33:37.315 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-02-26T04:33:37.315 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout: linux-firmware noarch 20240111-121.gitb3132c18.el8 CentOS-BaseOS 354 M 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:================================================================================ 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 1 Package 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 354 M 2024-02-26T04:33:37.316 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-02-26T04:33:48.734 INFO:teuthology.orchestra.run.smithi112.stdout:linux-firmware-20240111-121.gitb3132c18.el8.noa 31 MB/s | 354 MB 00:11 2024-02-26T04:33:48.734 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-02-26T04:33:48.735 INFO:teuthology.orchestra.run.smithi112.stdout:Total 31 MB/s | 354 MB 00:11 2024-02-26T04:33:48.735 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-02-26T04:33:48.842 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-02-26T04:33:48.842 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-02-26T04:33:50.394 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-02-26T04:33:50.395 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-02-26T04:34:11.898 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-02-26T04:34:12.141 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : linux-firmware-20240111-121.gitb3132c18.el8.noarch 1/2 2024-02-26T04:34:12.237 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : linux-firmware-20230814-139.el9.noarch 2/2 2024-02-26T04:34:19.852 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: linux-firmware-20230814-139.el9.noarch 2/2 2024-02-26T04:34:19.852 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : linux-firmware-20240111-121.gitb3132c18.el8.noarch 1/2 2024-02-26T04:34:20.276 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : linux-firmware-20230814-139.el9.noarch 2/2 2024-02-26T04:34:20.276 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:34:20.276 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-02-26T04:34:20.276 INFO:teuthology.orchestra.run.smithi112.stdout: linux-firmware-20240111-121.gitb3132c18.el8.noarch 2024-02-26T04:34:20.276 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:34:20.277 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-02-26T04:34:20.569 INFO:teuthology.task.kernel:Downloading kernel e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 on client.0... 2024-02-26T04:34:20.570 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F9%2Fx86_64&sha1=e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 2024-02-26T04:34:20.712 INFO:teuthology.task.kernel:fetching, builder baseurl is https://4.chacra.ceph.com/r/kernel/testing/e861cfd5f0314cb9ccffd908cd661b60f9f09ce1/centos/9/flavors/default/x86_64/ 2024-02-26T04:34:20.712 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.8.0_rc4_ge861cfd5f031-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://4.chacra.ceph.com/r/kernel/testing/e861cfd5f0314cb9ccffd908cd661b60f9f09ce1/centos/9/flavors/default/x86_64/ --input-file=- 2024-02-26T04:34:20.715 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi112.front.sepia.ceph.com to complete... 2024-02-26T04:34:32.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26 04:34:32 URL:https://4.chacra.ceph.com/r/kernel/testing/e861cfd5f0314cb9ccffd908cd661b60f9f09ce1/centos/9/flavors/default/x86_64/kernel-6.8.0_rc4_ge861cfd5f031-1.x86_64.rpm [335911702/335911702] -> "/tmp/kernel.x86_64.rpm" [1] 2024-02-26T04:34:32.660 INFO:teuthology.orchestra.run.smithi112.stderr:FINISHED --2024-02-26 04:34:32-- 2024-02-26T04:34:32.660 INFO:teuthology.orchestra.run.smithi112.stderr:Total wall clock time: 12s 2024-02-26T04:34:32.660 INFO:teuthology.orchestra.run.smithi112.stderr:Downloaded: 1 files, 320M in 12s (27.8 MB/s) 2024-02-26T04:34:32.663 INFO:teuthology.task.kernel:Installing kernel e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 on client.0... 2024-02-26T04:34:32.663 DEBUG:teuthology.orchestra.run.smithi112:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2024-02-26T04:34:34.592 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying... ######################################## 2024-02-26T04:34:34.657 INFO:teuthology.orchestra.run.smithi112.stdout:Preparing... ######################################## 2024-02-26T04:34:34.737 INFO:teuthology.orchestra.run.smithi112.stdout:Updating / installing... 2024-02-26T04:34:42.189 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-6.8.0_rc4_ge861cfd5f031-1 ######################################## 2024-02-26T04:34:57.451 INFO:teuthology.orchestra.run.smithi112.stderr:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-02-26T04:35:19.913 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi112.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2024-02-26T04:35:19.913 DEBUG:teuthology.orchestra.run.smithi112:> rpm -qlp /tmp/kernel.x86_64.rpm 2024-02-26T04:35:19.993 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/System.map 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/config 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/blowfish-x86_64.ko 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/camellia-x86_64.ko 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2024-02-26T04:35:19.994 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/crc32-pclmul.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/crc32c-intel.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/serpent-avx2.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/sha1-ssse3.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/sha256-ssse3.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/sha512-ssse3.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2024-02-26T04:35:19.995 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/crypto/twofish-x86_64.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kernel 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kernel/cpu 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kernel/cpu/mce 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kvm 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kvm/kvm-amd.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kvm/kvm-intel.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/arch/x86/kvm/kvm.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/ansi_cprng.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/anubis.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/arc4.ko 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx 2024-02-26T04:35:19.996 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/async_memcpy.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/async_pq.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/async_raid6_recov.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/async_tx.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/async_xor.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/async_tx/raid6test.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/authenc.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/authencesn.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/blake2b_generic.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/blowfish_common.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/blowfish_generic.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/camellia_generic.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/cast5_generic.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/cast6_generic.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/cast_common.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/ccm.ko 2024-02-26T04:35:19.997 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/cmac.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/crc32_generic.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/crypto_engine.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/crypto_user.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/cts.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/des_generic.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/dh_generic.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/echainiv.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/essiv.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/fcrypt.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/khazad.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/lz4.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/lz4hc.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/md4.ko 2024-02-26T04:35:19.998 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/michael_mic.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/pcbc.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/pcrypt.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/rmd160.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/seed.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/serpent_generic.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/tcrypt.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/tea.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/twofish_common.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/twofish_generic.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/vmac.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/wp512.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/xcbc.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/xor.ko 2024-02-26T04:35:19.999 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/crypto/xxhash_generic.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/acpi_ipmi.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/acpi_pad.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/custom_method.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/ec_sys.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/platform_profile.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/sbs.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/sbshc.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/acpi/video.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/acard-ahci.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/ahci_platform.ko 2024-02-26T04:35:20.000 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/ata_generic.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/libahci_platform.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_acpi.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_ali.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_amd.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_artop.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_atiixp.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_atp867x.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_cmd640.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_cmd64x.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_cypress.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_efar.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_hpt366.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_hpt37x.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_hpt3x2n.ko 2024-02-26T04:35:20.001 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_hpt3x3.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_it8213.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_it821x.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_jmicron.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_marvell.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_mpiix.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_netcell.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_ninja32.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_ns87410.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_ns87415.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_oldpiix.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_opti.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_optidma.ko 2024-02-26T04:35:20.002 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_pcmcia.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_pdc2027x.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_pdc202xx_old.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_piccolo.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_rdc.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_sch.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_serverworks.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_sil680.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_sis.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_sl82c105.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_triflex.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pata_via.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/pdc_adma.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_inic162x.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_mv.ko 2024-02-26T04:35:20.003 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_nv.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_promise.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_qstor.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_sil.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_sil24.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_sis.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_svw.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_sx4.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_uli.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_via.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ata/sata_vsc.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/auxdisplay 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/auxdisplay/ks0108.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/base 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/base/regmap 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/base/regmap/regmap-i2c.ko 2024-02-26T04:35:20.004 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/base/regmap/regmap-mmio.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/bcma 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/bcma/bcma.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/aoe 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/aoe/aoe.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/brd.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/drbd 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/drbd/drbd.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/floppy.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/loop.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/mtip32xx 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/mtip32xx/mtip32xx.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/nbd.ko 2024-02-26T04:35:20.005 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/null_blk 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/null_blk/null_blk.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/pktcdvd.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/rbd.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/virtio_blk.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/xen-blkback 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/xen-blkback/xen-blkback.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/xen-blkfront.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/zram 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/block/zram/zram.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hangcheck-timer.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random/amd-rng.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random/intel-rng.ko 2024-02-26T04:35:20.006 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random/timeriomem-rng.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random/via-rng.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/hw_random/virtio-rng.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_devintf.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_si.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_ssif.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/lp.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/mwave 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/mwave/mwave.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/ppdev.ko 2024-02-26T04:35:20.007 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tlclk.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm_atmel.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm_infineon.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm_nsc.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm_tis.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/tpm/tpm_tis_core.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/uv_mmtimer.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/char/virtio_console.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/acpi-cpufreq.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/p4-clockmod.ko 2024-02-26T04:35:20.008 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/pcc-cpufreq.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/powernow-k8.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/cpufreq/speedstep-lib.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/ccp 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/ccp/ccp-crypto.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/ccp/ccp.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel/qat 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel/qat/qat_common 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/padlock-aes.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/padlock-sha.ko 2024-02-26T04:35:20.009 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/virtio 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/crypto/virtio/virtio_crypto.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dca 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dca/dca.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/devfreq 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/devfreq/governor_simpleondemand.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dma 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dma/dw 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dma/dw/dw_dmac.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dma/ioat 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/dma/ioat/ioatdma.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/amd64_edac.ko 2024-02-26T04:35:20.010 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/e752x_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/edac_mce_amd.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i3000_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i3200_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i5100_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i5400_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i7300_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i7core_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/i82975x_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/ie31200_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/sb_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/edac/x38_edac.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/firmware 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/firmware/edd.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/firmware/iscsi_ibft.ko 2024-02-26T04:35:20.011 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/gpio 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/gpio/gpio-ich.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/gpio/gpio-viperboard.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-appleir.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-aureal.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-axff.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-dr.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-elecom.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-elo.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-emsff.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-gaff.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-gt683r.ko 2024-02-26T04:35:20.012 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-gyration.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-holtek-kbd.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-holtek-mouse.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-holtekff.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-hyperv.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-icade.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-keytouch.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-kye.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-lcpower.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-led.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-lenovo.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-logitech-dj.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-logitech-hidpp.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-multitouch.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-ortek.ko 2024-02-26T04:35:20.013 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-penmount.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-petalynx.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-picolcd.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-pl.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-plantronics.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-primax.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-rmi.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-arvo.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-common.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-isku.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-kone.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-koneplus.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-konepure.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-kovaplus.ko 2024-02-26T04:35:20.014 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-lua.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-pyra.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-ryos.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat-savu.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-roccat.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-saitek.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-samsung.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-sensor-hub.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-sjoy.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-sony.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-speedlink.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-steelseries.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-sunplus.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-thrustmaster.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-tivo.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-tmff.ko 2024-02-26T04:35:20.015 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-topseed.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-twinhan.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-uclogic.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-waltop.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-wiimote.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-xinmo.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-zpff.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/hid-zydacron.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/uhid.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hid/wacom.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hv 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hv/hv_balloon.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hv/hv_utils.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hv/hv_vmbus.ko 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon 2024-02-26T04:35:20.016 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/abituguru.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/abituguru3.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/acpi_power_meter.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ad7414.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ad7418.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adc128d818.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adm1025.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adm1026.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adm1029.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adm1031.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adm9240.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ads7828.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7410.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7411.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7462.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7470.ko 2024-02-26T04:35:20.017 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7475.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/adt7x10.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/amc6821.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/applesmc.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/asb100.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/asc7621.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/asus_atk0110.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/atxp1.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/coretemp.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/dell-smm-hwmon.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/dme1737.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ds1621.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ds620.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/emc1403.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/emc6w201.ko 2024-02-26T04:35:20.018 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/f71805f.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/f71882fg.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/f75375s.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/fam15h_power.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/fschmd.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/g760a.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/g762.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/gl518sm.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/gl520sm.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/hwmon-vid.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/i5500_temp.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/i5k_amb.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ibmaem.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ibmpex.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ina209.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ina2xx.ko 2024-02-26T04:35:20.019 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/it87.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/k10temp.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/k8temp.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lineage-pem.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm63.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm73.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm75.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm77.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm78.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm80.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm83.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm85.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm87.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm90.ko 2024-02-26T04:35:20.020 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm92.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm93.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm95234.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm95241.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/lm95245.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc2945.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4151.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4215.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4222.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4245.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4260.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/ltc4261.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max16065.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max1619.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max1668.ko 2024-02-26T04:35:20.021 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max197.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max6639.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max6650.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/max6697.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/mcp3021.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/nct6683.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/nct6775-core.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/nct6775.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/nct7802.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pc87360.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pc87427.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pcf8591.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/adm1275.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/lm25066.ko 2024-02-26T04:35:20.022 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/ltc2978.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/max16064.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/max34440.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/max8688.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/pmbus.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/tps40422.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/ucd9000.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/ucd9200.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/pmbus/zl6100.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/powr1220.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sch5627.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sch5636.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sch56xx-common.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sht15.ko 2024-02-26T04:35:20.023 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sht21.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/shtc1.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/sis5595.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/smsc47b397.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/smsc47m1.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/smsc47m192.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/thmc50.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/tmp102.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/tmp103.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/tmp401.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/tmp421.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/via-cputemp.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/via686a.ko 2024-02-26T04:35:20.024 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/vt1211.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/vt8231.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83627ehf.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83627hf.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83781d.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83791d.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83792d.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83793.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83795.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83l785ts.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/hwmon/w83l786ng.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/algos 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses 2024-02-26T04:35:20.025 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-amd756.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-amd8111.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-designware-core.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-i801.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-isch.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-ismt.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-nforce2.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-parport.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2024-02-26T04:35:20.026 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-piix4.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-scmi.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-simtec.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-sis96x.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-via.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-viapro.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/busses/i2c-viperboard.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/i2c-dev.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/i2c-mux.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/i2c-slave-eeprom.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/i2c-smbus.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/i2c/i2c-stub.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/ib_cm.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/ib_core.ko 2024-02-26T04:35:20.027 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/ib_umad.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/ib_uverbs.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/iw_cm.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/rdma_cm.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/core/rdma_ucm.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/cxgb4 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mlx4 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mlx5 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mthca 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp 2024-02-26T04:35:20.028 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/ipoib 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/iser 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/isert 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/srp 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/srpt 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/gameport 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/gameport/emu10k1-gp.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/gameport/fm801-gp.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/gameport/gameport.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/joydev.ko 2024-02-26T04:35:20.029 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/keyboard 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/keyboard/gpio_keys.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/appletouch.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/bcm5974.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/cyapatp.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/elan_i2c.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/sermouse.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/synaptics_i2c.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/synaptics_usb.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/mouse/vsxxxaa.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/rmi4 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/rmi4/rmi_core.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/serio 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/serio/altera_ps2.ko 2024-02-26T04:35:20.030 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/serio/arc_ps2.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/serio/hyperv-keyboard.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/serio/serio_raw.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/input/sparse-keymap.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/leds-blinkm.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/leds-lm3530.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/leds-lp3944.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/leds-ss4200.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-audio.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-camera.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-gpio.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2024-02-26T04:35:20.031 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-timer.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/leds/trigger/ledtrig-transient.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/bcache 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/bcache/bcache.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-bio-prison.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-cache-smq.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-cache.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-crypt.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-delay.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-flakey.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-log-userspace.ko 2024-02-26T04:35:20.032 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-multipath.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-queue-length.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-raid.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-round-robin.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-service-time.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-switch.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-thin-pool.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/dm-verity.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/persistent-data 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/raid0.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/raid1.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/raid10.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/md/raid456.ko 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message 2024-02-26T04:35:20.033 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptbase.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptctl.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptfc.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptlan.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptsas.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptscsih.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/message/fusion/mptspi.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/lpc_ich.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/lpc_sch.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/mfd-core.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/sm501.ko 2024-02-26T04:35:20.034 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/viperboard.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/vx855.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/mfd/wl1273-core.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/altera-stapl 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/apds9802als.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/apds990x.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/bh1770glc.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/cb710 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/cb710/cb710.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/eeprom 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/eeprom/at24.ko 2024-02-26T04:35:20.035 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/eeprom/max6875.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/enclosure.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/hpilo.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/isl29003.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/isl29020.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/lis3lv02d 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/mei 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/mei/mei-me.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/mei/mei-txe.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/mei/mei.ko 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-gru 2024-02-26T04:35:20.036 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-gru/gru.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-xp 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-xp/xp.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-xp/xpc.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/sgi-xp/xpnet.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/tifm_7xx1.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/tifm_core.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/tsl2550.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/vmw_balloon.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/vmw_vmci 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/bonding 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/bonding/bonding.ko 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa 2024-02-26T04:35:20.037 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/b53 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/b53/b53_common.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/bcm-sf2.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/mv88e6060.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/mv88e6xxx 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/dummy.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/eql.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/3com 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/3com/3c59x.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/3com/typhoon.ko 2024-02-26T04:35:20.038 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/8390 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/8390/8390.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/adaptec 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/adaptec/starfire.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/agere 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/agere/et131x.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/alteon 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/alteon/acenic.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/altera 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/altera/altera_tse.ko 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/amd 2024-02-26T04:35:20.039 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/amd/amd8111e.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/amd/pcnet32.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/alx 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atl1c 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atl1e 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atlx 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom 2024-02-26T04:35:20.040 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/b44.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/bnx2x 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/cnic.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/genet 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/broadcom/tg3.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/brocade 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/brocade/bna 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb3 2024-02-26T04:35:20.041 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb4 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/libcxgb 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/cisco 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/cisco/enic 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2024-02-26T04:35:20.042 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dlink 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dlink/dl2k.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dlink/sundance.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/dnet.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/emulex 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/emulex/benet 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/ethoc.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/fealnx.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/e100.ko 2024-02-26T04:35:20.043 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/e1000 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/e1000e 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/fm10k 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/i40e 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/iavf 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/igb 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/igb/igb.ko 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/igbvf 2024-02-26T04:35:20.044 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/ixgbe 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/ixgbevf 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/jme.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/marvell 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/marvell/skge.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/marvell/sky2.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx4 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx5 2024-02-26T04:35:20.045 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx5/core 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/micrel 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/myricom 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/myricom/myri10ge 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/natsemi 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/neterion 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/neterion/s2io.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/nvidia 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2024-02-26T04:35:20.046 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/packetengines 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic/netxen 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic/qlcnic 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/rdc 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/rdc/r6040.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/realtek 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/realtek/8139cp.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/realtek/8139too.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/realtek/atp.ko 2024-02-26T04:35:20.047 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/realtek/r8169.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/rocker 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/rocker/rocker.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sfc 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sfc/sfc.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/silan 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/silan/sc92031.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sis 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sis/sis190.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sis/sis900.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/smsc 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/smsc/epic100.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2024-02-26T04:35:20.048 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/stmicro 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/stmicro/stmmac 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sun 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sun/cassini.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sun/niu.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sun/sungem.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/sun/sunhme.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/tehuti 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/ti 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/ti/tlan.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/via 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/via/via-rhine.ko 2024-02-26T04:35:20.049 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/via/via-velocity.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/wiznet 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/wiznet/w5100.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/wiznet/w5300.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/xircom 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/geneve.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/hyperv 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/hyperv/hv_netvsc.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ieee802154 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ieee802154/fakelb.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ifb.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ipvlan 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ipvlan/ipvlan.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/macvlan.ko 2024-02-26T04:35:20.050 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/macvtap.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mdio 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mdio.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mdio/mdio-bitbang.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mdio/mdio-regmap.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/mii.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/net_failover.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/netconsole.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/nlmon.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/pcs 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/pcs/pcs-lynx.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/pcs/pcs_xpcs.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/amd.ko 2024-02-26T04:35:20.051 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/bcm-phy-lib.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/bcm-phy-ptp.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/bcm7xxx.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/bcm87xx.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/broadcom.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/cicada.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/davicom.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/dp83640.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/et1011c.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/icplus.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/lxt.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/marvell.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/micrel.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/national.ko 2024-02-26T04:35:20.052 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/phylink.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/qsemi.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/realtek.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/smsc.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/ste10Xp.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/phy/vitesse.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/bsd_comp.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/ppp_async.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/ppp_deflate.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/ppp_generic.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/ppp_mppe.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/ppp_synctty.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/pppoe.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/pppox.ko 2024-02-26T04:35:20.053 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/ppp/pptp.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/slip 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/slip/slhc.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/slip/slip.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/sungem_phy.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/tap.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team_mode_activebackup.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team_mode_broadcast.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team_mode_loadbalance.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team_mode_random.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/team/team_mode_roundrobin.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/tun.ko 2024-02-26T04:35:20.054 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/veth.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/virtio_net.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/vmxnet3 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/vmxnet3/vmxnet3.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/vxlan 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/vxlan/vxlan.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/xen-netback 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/xen-netback/xen-netback.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/net/xen-netfront.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ntb 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ntb/ntb.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/nvme 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/nvme/host 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/nvme/host/nvme-core.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/nvme/host/nvme.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/parport 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/parport/parport.ko 2024-02-26T04:35:20.055 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/parport/parport_cs.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/parport/parport_pc.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/parport/parport_serial.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci/hotplug 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci/pcie 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci/pcie/aer_inject.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pci/xen-pcifront.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pcmcia 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pcmcia/i82092.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pcmcia/pd6729.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pcmcia/yenta_socket.ko 2024-02-26T04:35:20.056 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pinctrl 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pinctrl/intel 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/acer-wmi.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/acerhdf.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/apple-gmux.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/asus-laptop.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/asus-nb-wmi.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/asus-wmi.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/classmate-laptop.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/eeepc-laptop.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/eeepc-wmi.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/fujitsu-laptop.ko 2024-02-26T04:35:20.057 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/fujitsu-tablet.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/hdaps.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/intel 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/intel/intel-rst.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/intel_ips.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/msi-wmi.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/mxm-wmi.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/panasonic-laptop.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/samsung-laptop.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/samsung-q10.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/topstar-laptop.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/toshiba_haps.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/wmi-bmof.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/platform/x86/wmi.ko 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/powercap 2024-02-26T04:35:20.058 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/powercap/intel_rapl_common.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/powercap/intel_rapl_msr.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps/clients 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps/clients/pps-gpio.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps/clients/pps-ldisc.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps/clients/pps_parport.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/pps/pps_core.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ptp 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ptp/ptp.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ptp/ptp_kvm.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-bq32k.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1286.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1307.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1374.ko 2024-02-26T04:35:20.059 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1511.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1553.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1672.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds1742.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds2404.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-ds3232.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-em3027.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-fm3130.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-isl12022.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-isl1208.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-m41t80.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-m48t35.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-m48t59.ko 2024-02-26T04:35:20.060 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-max6900.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-msm6242.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-pcf2127.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-pcf85063.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-pcf8523.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-pcf8563.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-pcf8583.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-rp5c01.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-rs5c372.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-rv3029c2.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-rx8025.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-rx8581.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-stk17ta8.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/rtc/rtc-x1205.ko 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi 2024-02-26T04:35:20.061 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/3w-9xxx.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/3w-sas.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/3w-xxxx.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/BusLogic.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/a100u2w.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/aacraid 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/aacraid/aacraid.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/advansys.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/aic7xxx 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/am53c974.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/arcmsr 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/arcmsr/arcmsr.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/atp870u.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/be2iscsi 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2024-02-26T04:35:20.062 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bfa 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bfa/bfa.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bnx2fc 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bnx2i 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/bnx2i/bnx2i.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/ch.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/csiostor 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/csiostor/csiostor.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi/cxgb3i 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi/cxgb4i 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2024-02-26T04:35:20.063 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/dc395x.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/device_handler 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/dmx3191d.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/esas2r 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/esas2r/esas2r.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/esp_scsi.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/fcoe 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/fcoe/fcoe.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/fcoe/libfcoe.ko 2024-02-26T04:35:20.064 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/fnic 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/fnic/fnic.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/hpsa.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/hptiop.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/hv_storvsc.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/initio.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/ipr.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/ips.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/isci 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/isci/isci.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/iscsi_tcp.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libfc 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libfc/libfc.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libiscsi.ko 2024-02-26T04:35:20.065 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libiscsi_tcp.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libsas 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/libsas/libsas.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/lpfc 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/lpfc/lpfc.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/megaraid 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/megaraid.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/mpt3sas 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/mvsas 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/mvsas/mvsas.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/mvumi.ko 2024-02-26T04:35:20.066 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/pm8001 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/pm8001/pm80xx.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/pmcraid.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla1280.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla2xxx 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla4xxx 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/raid_class.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_debug.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_transport_fc.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_transport_iscsi.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_transport_sas.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_transport_spi.ko 2024-02-26T04:35:20.067 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/scsi_transport_srp.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/ses.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/st.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/stex.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/sym53c8xx_2 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/virtio_scsi.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/vmw_pvscsi.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/scsi/wd719x.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ssb 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ssb/ssb.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/iscsi 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2024-02-26T04:35:20.068 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/loopback 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/loopback/tcm_loop.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/target_core_file.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/target_core_iblock.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/target_core_mod.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/target_core_pscsi.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/target_core_user.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/tcm_fc 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/target/tcm_fc/tcm_fc.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2024-02-26T04:35:20.069 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_power_floor.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_hint.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_wt_req.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2024-02-26T04:35:20.070 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/ipwireless 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/ipwireless/ipwireless.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/n_gsm.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/n_hdlc.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/nozomi.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial/8250 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial/8250/serial_cs.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial/arc_uart.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial/jsm 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/tty/serial/jsm/jsm.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ufs 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ufs/core 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ufs/core/ufshcd-core.ko 2024-02-26T04:35:20.071 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ufs/host 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/ufs/host/ufshcd-pci.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio/uio.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio/uio_aec.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio/uio_cif.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio/uio_pci_generic.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/uio/uio_sercos3.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/class 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/class/cdc-acm.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/class/cdc-wdm.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/class/usblp.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/class/usbtmc.ko 2024-02-26T04:35:20.072 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/host 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/host/sl811-hcd.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/image 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/image/mdc800.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/image/microtek.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/adutux.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/appledisplay.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/emi26.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/emi62.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/ezusb.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/idmouse.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/iowarrior.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/isight_firmware.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/ldusb.ko 2024-02-26T04:35:20.073 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/legousbtower.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/sisusbvga 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/trancevibrator.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/usb3503.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/usblcd.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/usbsevseg.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/uss720.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/misc/yurex.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/phy 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/phy/phy-generic.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/aircable.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ark3116.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/belkin_sa.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ch341.ko 2024-02-26T04:35:20.074 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/cp210x.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/cyberjack.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/cypress_m8.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/digi_acceleport.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/empeg.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ftdi_sio.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/garmin_gps.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/io_edgeport.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/io_ti.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ipaq.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ipw.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ir-usb.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/iuu_phoenix.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/keyspan.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/keyspan_pda.ko 2024-02-26T04:35:20.075 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/kl5kusb105.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/kobil_sct.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/mct_u232.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/mos7720.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/mos7840.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/navman.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/omninet.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/opticon.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/option.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/oti6858.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/pl2303.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/qcaux.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/qcserial.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/quatech2.ko 2024-02-26T04:35:20.076 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/safe_serial.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/sierra.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/spcp8x5.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ssu100.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/symbolserial.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/usb-serial-simple.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/usb_debug.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/usb_wwan.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/visor.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/whiteheat.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/serial/xsens_mt.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/uas.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-alauda.ko 2024-02-26T04:35:20.077 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-cypress.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-datafab.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-eneub6250.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-freecom.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-isd200.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-jumpshot.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-karma.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-onetouch.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-realtek.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-sddr09.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-sddr55.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/ums-usbat.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/storage/usb-storage.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/usbip 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/usbip/usbip-core.ko 2024-02-26T04:35:20.078 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/usbip/usbip-host.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/usb/usbip/vhci-hcd.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio/pci 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio/pci/vfio-pci-core.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio/pci/vfio-pci.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio/vfio.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vfio/vfio_iommu_type1.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vhost 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vhost/vhost.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vhost/vhost_iotlb.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vhost/vhost_net.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/vhost/vhost_scsi.ko 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/video 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/video/backlight 2024-02-26T04:35:20.079 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/video/backlight/apple_bl.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/video/backlight/lcd.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/video/backlight/platform_lcd.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_balloon.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_mmio.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_pci.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/virtio/virtio_ring.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/masters 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/masters/ds2482.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/masters/ds2490.ko 2024-02-26T04:35:20.080 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2406.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2408.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2413.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2423.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2431.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2433.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2780.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds2781.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_ds28e04.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_smem.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/slaves/w1_therm.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/w1/wire.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/alim1535_wdt.ko 2024-02-26T04:35:20.081 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/alim7101_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/f71808e_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/hpwdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/i6300esb.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/iTCO_vendor_support.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/iTCO_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/ib700wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/ibmasr.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/ie6xx_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/it8712f_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/it87_wdt.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/machzwd.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/nv_tco.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/pcwd_pci.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/pcwd_usb.ko 2024-02-26T04:35:20.082 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/sch311x_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/softdog.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/sp5100_tco.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/via_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/w83627hf_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/w83877f_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/w83977f_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/wdt_pci.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/watchdog/xen_wdt.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-acpi-processor.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-evtchn.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-gntalloc.ko 2024-02-26T04:35:20.083 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-gntdev.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-pciback 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xen-privcmd.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xenfs 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/drivers/xen/xenfs/xenfs.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/9p 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/9p/9p.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/affs 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/affs/affs.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/befs 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/befs/befs.ko 2024-02-26T04:35:20.084 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/binfmt_misc.ko 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/btrfs 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/btrfs/btrfs.ko 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/cachefiles 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/cachefiles/cachefiles.ko 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ceph 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ceph/ceph.ko 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/coda 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/coda/coda.ko 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/cramfs 2024-02-26T04:35:20.087 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/cramfs/cramfs.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/dlm 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/dlm/dlm.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ecryptfs 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ecryptfs/ecryptfs.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/f2fs 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/f2fs/f2fs.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fat 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fat/fat.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fat/msdos.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fat/vfat.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fuse 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fuse/cuse.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/fuse/fuse.ko 2024-02-26T04:35:20.088 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/gfs2 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/gfs2/gfs2.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/hfs 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/hfs/hfs.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/hfsplus 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/hfsplus/hfsplus.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/isofs 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/isofs/isofs.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/jfs 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/jfs/jfs.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/lockd 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/lockd/lockd.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/minix 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/minix/minix.ko 2024-02-26T04:35:20.089 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/netfs 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/netfs/netfs.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/blocklayout 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/filelayout 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/flexfilelayout 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/nfs.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/nfsv3.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs/nfsv4.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs_common 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs_common/grace.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfs_common/nfs_acl.ko 2024-02-26T04:35:20.090 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfsd 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nfsd/nfsd.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nilfs2 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nilfs2/nilfs2.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-celtic.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-centeuro.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-croatian.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-cyrillic.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-gaelic.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-greek.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-iceland.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-inuit.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-roman.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-romanian.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/mac-turkish.ko 2024-02-26T04:35:20.091 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp1250.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp1251.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp1255.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp737.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp775.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp850.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp852.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp855.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp857.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp860.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp861.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp862.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp863.ko 2024-02-26T04:35:20.092 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp864.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp865.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp866.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp869.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp874.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp932.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp936.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp949.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_cp950.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_euc-jp.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-1.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-13.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-14.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-15.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-2.ko 2024-02-26T04:35:20.093 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-3.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-4.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-5.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-6.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-7.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_iso8859-9.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_koi8-r.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_koi8-ru.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_koi8-u.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_ucs2_utils.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/nls/nls_utf8.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/cluster 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/dlm 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2024-02-26T04:35:20.094 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/dlmfs 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/ocfs2.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/ocfs2_stack_user.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ocfs2/ocfs2_stackglue.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/overlayfs 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/overlayfs/overlay.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/pstore 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/pstore/ramoops.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/reiserfs 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/reiserfs/reiserfs.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/romfs 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/romfs/romfs.ko 2024-02-26T04:35:20.095 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb/client 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb/client/cifs.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb/common 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb/common/cifs_arc4.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/smb/common/cifs_md4.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/squashfs 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/squashfs/squashfs.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/sysv 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/sysv/sysv.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/udf 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/udf/udf.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ufs 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/ufs/ufs.ko 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/xfs 2024-02-26T04:35:20.096 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/fs/xfs/xfs.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel/rcu 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel/rcu/rcutorture.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel/torture.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel/trace 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/kernel/trace/ring_buffer_benchmark.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/asn1_encoder.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/crc-itu-t.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/crc8.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/crypto 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/crypto/libarc4.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/crypto/libdes.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/libcrc32c.ko 2024-02-26T04:35:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/lru_cache.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/lz4 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/lz4/lz4_compress.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/lz4/lz4hc_compress.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/math 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/math/cordic.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/raid6 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/raid6/raid6_pq.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/reed_solomon 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/reed_solomon/reed_solomon.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/ts_bm.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/ts_fsm.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/ts_kmp.ko 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/zstd 2024-02-26T04:35:20.098 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/lib/zstd/zstd_compress.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/mm 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/mm/hwpoison-inject.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/6lowpan.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_dest.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_fragment.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_hop.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_ipv6.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_mobility.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_routing.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/6lowpan/nhc_udp.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802/garp.ko 2024-02-26T04:35:20.099 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802/mrp.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802/p8022.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802/psnap.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/802/stp.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/8021q 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/8021q/8021q.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/9p 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/9p/9pnet.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/9p/9pnet_fd.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/9p/9pnet_rdma.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/9p/9pnet_virtio.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/batman-adv 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/batman-adv/batman-adv.ko 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge 2024-02-26T04:35:20.100 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/br_netfilter.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/bridge.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_802_3.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_among.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_arp.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_arpreply.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_dnat.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_ip.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_ip6.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_limit.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_log.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_mark.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_mark_m.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_nflog.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_pkttype.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_redirect.ko 2024-02-26T04:35:20.101 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_snat.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_stp.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebt_vlan.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebtable_broute.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebtable_filter.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebtable_nat.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/ebtables.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ceph 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ceph/libceph.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/core 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/core/failover.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/core/pktgen.ko 2024-02-26T04:35:20.102 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dccp 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dccp/dccp.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dccp/dccp_diag.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dccp/dccp_ipv4.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dccp/dccp_ipv6.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dns_resolver 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dns_resolver/dns_resolver.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa/dsa_core.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa/tag_brcm.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa/tag_dsa.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa/tag_none.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/dsa/tag_trailer.ko 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ieee802154 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ieee802154/6lowpan 2024-02-26T04:35:20.103 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ieee802154/ieee802154.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ieee802154/ieee802154_socket.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ah4.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/esp4.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/fou.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/gre.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/inet_diag.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ip_gre.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ip_tunnel.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ip_vti.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ipcomp.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/ipip.ko 2024-02-26T04:35:20.104 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/arp_tables.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/arpt_mangle.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/arptable_filter.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/ipt_ECN.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/ipt_ah.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/iptable_mangle.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/iptable_nat.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/iptable_raw.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/iptable_security.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2024-02-26T04:35:20.105 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_bic.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_dctcp.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_diag.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_highspeed.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_htcp.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_hybla.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_illinois.ko 2024-02-26T04:35:20.106 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_lp.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_scalable.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_vegas.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_veno.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_westwood.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tcp_yeah.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/tunnel4.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/udp_diag.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/udp_tunnel.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv4/xfrm4_tunnel.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/ah6.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/esp6.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/fou6.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/ip6_tunnel.ko 2024-02-26T04:35:20.107 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/ip6_udp_tunnel.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/ip6_vti.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/ipcomp6.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6_tables.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_ah.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_frag.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_mh.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6t_rt.ko 2024-02-26T04:35:20.108 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6table_filter.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6table_nat.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6table_raw.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/ip6table_security.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/sit.ko 2024-02-26T04:35:20.109 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/tunnel6.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/ipv6/xfrm6_tunnel.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/key 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/key/af_key.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_core.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_debugfs.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_eth.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_ip.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_ip6.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_netlink.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/l2tp/l2tp_ppp.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/llc 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/llc/llc.ko 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/mac802154 2024-02-26T04:35:20.110 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/mac802154/mac802154.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/mpls 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/mpls/mpls_gso.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2024-02-26T04:35:20.111 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipset/ip_set_list_set.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2024-02-26T04:35:20.112 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conncount.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_amanda.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_broadcast.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_ftp.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_h323.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_irc.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2024-02-26T04:35:20.113 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_netlink.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_pptp.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_sane.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_sip.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_snmp.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_conntrack_tftp.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_dup_netdev.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_flow_table.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_flow_table_inet.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_log_syslog.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat_amanda.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat_ftp.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat_irc.ko 2024-02-26T04:35:20.114 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat_sip.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_nat_tftp.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_synproxy_core.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nf_tables.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nfnetlink.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nfnetlink_acct.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nfnetlink_log.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nfnetlink_osf.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nfnetlink_queue.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_chain_nat.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_compat.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_ct.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_dup_netdev.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_fib.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_fwd_netdev.ko 2024-02-26T04:35:20.115 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_hash.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_limit.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_log.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_masq.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_nat.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_numgen.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_queue.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_quota.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_redir.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_reject.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_reject_inet.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_socket.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/nft_tunnel.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_AUDIT.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_CHECKSUM.ko 2024-02-26T04:35:20.116 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_CLASSIFY.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_CONNSECMARK.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_CT.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_DSCP.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_HL.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_HMARK.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_IDLETIMER.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_LED.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_LOG.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_MASQUERADE.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_NETMAP.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_NFLOG.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_NFQUEUE.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_RATEEST.ko 2024-02-26T04:35:20.117 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_REDIRECT.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_SECMARK.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_TCPMSS.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_TEE.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_TPROXY.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_TRACE.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_addrtype.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_bpf.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_cgroup.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_cluster.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_comment.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_connbytes.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_connlabel.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_connlimit.ko 2024-02-26T04:35:20.118 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_connmark.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_conntrack.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_cpu.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_dccp.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_devgroup.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_dscp.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_ecn.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_esp.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_hashlimit.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_helper.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_hl.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_ipcomp.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_iprange.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_ipvs.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_l2tp.ko 2024-02-26T04:35:20.119 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_length.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_limit.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_mac.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_mark.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_multiport.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_nat.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_nfacct.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_osf.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_owner.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_physdev.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_pkttype.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_policy.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_quota.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_rateest.ko 2024-02-26T04:35:20.120 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_realm.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_recent.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_sctp.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_set.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_socket.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_state.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_statistic.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_string.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_tcpmss.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_time.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netfilter/xt_u32.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netlink 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/netlink/netlink_diag.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/nsh 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/nsh/nsh.ko 2024-02-26T04:35:20.121 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/openvswitch 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/openvswitch/openvswitch.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/openvswitch/vport-geneve.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/openvswitch/vport-gre.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/openvswitch/vport-vxlan.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/packet 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/packet/af_packet_diag.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/rds 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/rds/rds.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/rds/rds_rdma.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/rds/rds_tcp.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_csum.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_gact.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_mirred.ko 2024-02-26T04:35:20.122 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_nat.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_pedit.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_police.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_simple.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_skbedit.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/act_vlan.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_basic.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_bpf.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_flow.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_fw.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_route.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/cls_u32.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_cmp.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_ipset.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_meta.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_nbyte.ko 2024-02-26T04:35:20.123 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_text.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/em_u32.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_choke.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_codel.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_drr.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_fq.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_gred.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_hfsc.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_hhf.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_htb.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_ingress.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_mqprio.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_mqprio_lib.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_multiq.ko 2024-02-26T04:35:20.124 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_netem.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_pie.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_plug.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_prio.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_qfq.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_red.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_sfb.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_sfq.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_tbf.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sched/sch_teql.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sctp 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sctp/sctp.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sctp/sctp_diag.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/auth_gss 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2024-02-26T04:35:20.125 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/sunrpc.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/xprtrdma 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/tipc 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/tipc/diag.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/tipc/tipc.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/unix 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/unix/unix_diag.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock/vsock.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock/vsock_diag.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/vmw_vsock/vsock_loopback.ko 2024-02-26T04:35:20.126 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/xfrm 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/net/xfrm/xfrm_ipcomp.ko 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security/keys 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security/keys/encrypted-keys 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security/keys/trusted-keys 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/security/keys/trusted-keys/trusted.ko 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/virt 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/virt/lib 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/kernel/virt/lib/irqbypass.ko 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.alias 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.alias.bin 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.builtin 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.builtin.alias.bin 2024-02-26T04:35:20.127 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.builtin.bin 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.builtin.modinfo 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.dep 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.dep.bin 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.devname 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.order 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.softdep 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.symbols 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/modules.symbols.bin 2024-02-26T04:35:20.128 INFO:teuthology.orchestra.run.smithi112.stdout:/lib/modules/6.8.0-rc4-ge861cfd5f031/vmlinuz 2024-02-26T04:35:20.132 DEBUG:teuthology.task.kernel:get_image_version: 6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:20.133 DEBUG:teuthology.orchestra.run.smithi112:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:postinstall scriptlet (using /bin/sh): 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:if [ -x /usr/bin/kernel-install ]; then 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout: /usr/bin/kernel-install add 6.8.0-rc4-ge861cfd5f031 /lib/modules/6.8.0-rc4-ge861cfd5f031/vmlinuz 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:fi 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:for file in vmlinuz System.map config; do 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout: if ! cmp --silent "/lib/modules/6.8.0-rc4-ge861cfd5f031/${file}" "/boot/${file}-6.8.0-rc4-ge861cfd5f031"; then 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout: cp "/lib/modules/6.8.0-rc4-ge861cfd5f031/${file}" "/boot/${file}-6.8.0-rc4-ge861cfd5f031" 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout: fi 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:done 2024-02-26T04:35:20.155 INFO:teuthology.orchestra.run.smithi112.stdout:preuninstall scriptlet (using /bin/sh): 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:new-kernel-pkg --remove 6.8.0-rc4-ge861cfd5f031 --rminitrd --initrdfile=/boot/initramfs-6.8.0-rc4-ge861cfd5f031.img 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:elif [ -x /usr/bin/kernel-install ]; then 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:kernel-install remove 6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:fi 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:postuninstall scriptlet (using /bin/sh): 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:if [ -x /sbin/update-bootloader ]; then 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/update-bootloader --remove 6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:20.156 INFO:teuthology.orchestra.run.smithi112.stdout:fi 2024-02-26T04:35:20.157 DEBUG:teuthology.orchestra.run.smithi112:> sudo rpm -qi grub2-tools 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Name : grub2-tools 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Epoch : 1 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Version : 2.06 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Release : 68.el9 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Architecture: x86_64 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Group : Unspecified 2024-02-26T04:35:20.235 INFO:teuthology.orchestra.run.smithi112.stdout:Size : 8264254 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:License : GPLv3+ 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Packager : builder@centos.org 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Vendor : CentOS 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:URL : http://www.gnu.org/software/grub/ 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Summary : Support tools for GRUB. 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:Description : 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:customizable bootloader with modular architecture. It supports a rich 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:variety of kernel formats, file systems, computer architectures and 2024-02-26T04:35:20.236 INFO:teuthology.orchestra.run.smithi112.stdout:hardware devices. 2024-02-26T04:35:20.237 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:35:20.237 INFO:teuthology.orchestra.run.smithi112.stdout:This subpackage provides tools for support of all platforms. 2024-02-26T04:35:20.237 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-02-26T04:35:20.237 INFO:teuthology.task.kernel:Updating grub on smithi112 to boot 6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:20.238 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-02-26T04:35:20.823 INFO:teuthology.orchestra.run.smithi112.stderr:Generating grub configuration file ... 2024-02-26T04:35:22.278 INFO:teuthology.orchestra.run.smithi112.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-02-26T04:35:22.310 INFO:teuthology.orchestra.run.smithi112.stderr:done 2024-02-26T04:35:22.320 DEBUG:teuthology.orchestra.run.smithi112:> mktemp 2024-02-26T04:35:22.335 INFO:teuthology.orchestra.run.smithi112.stdout:/tmp/tmp.DDNXh8mNsC 2024-02-26T04:35:22.335 DEBUG:teuthology.orchestra.run.smithi112:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.DDNXh8mNsC 2024-02-26T04:35:22.403 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0666 /tmp/tmp.DDNXh8mNsC 2024-02-26T04:35:22.543 DEBUG:teuthology.orchestra.remote:smithi112:/tmp/tmp.DDNXh8mNsC is 6KB 2024-02-26T04:35:22.563 DEBUG:teuthology.orchestra.run.smithi112:> rm -fr /tmp/tmp.DDNXh8mNsC 2024-02-26T04:35:22.577 DEBUG:teuthology.orchestra.run.smithi112:> sudo /bin/ls /boot/loader/entries || true 2024-02-26T04:35:22.641 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-02-26T04:35:22.642 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-02-26T04:35:22.642 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-02-26T04:35:22.642 INFO:teuthology.orchestra.run.smithi112.stdout:15949e3c88704300882482eddfd7baae-6.8.0-rc4-ge861cfd5f031.conf 2024-02-26T04:35:22.643 DEBUG:teuthology.orchestra.run.smithi112:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-6.8.0-rc4-ge861cfd5f031 2024-02-26T04:35:22.801 DEBUG:teuthology.orchestra.run.smithi112:> sudo shutdown -r now 2024-02-26T04:35:52.804 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2024-02-26T04:35:52.804 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:35:52.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:36:11.196 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.112 2024-02-26T04:36:20.197 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:36:20.198 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:37:20.201 DEBUG:teuthology.orchestra.remote:timed out 2024-02-26T04:37:32.201 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:37:32.202 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:37:32.637 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-02-26T04:37:33.332 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:37:33.332 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.8.0-rc4-ge861cfd5f031"... 2024-02-26T04:37:33.332 DEBUG:teuthology.orchestra.run.smithi112:> uname -r 2024-02-26T04:37:33.385 INFO:teuthology.orchestra.run.smithi112.stdout:6.8.0-rc4-ge861cfd5f031 2024-02-26T04:37:33.386 DEBUG:teuthology.task.kernel:current kernel version is 6.8.0-rc4-ge861cfd5f031 vs 6.8.0-rc4-ge861cfd5f031 2024-02-26T04:37:33.386 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-02-26T04:37:33.386 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-02-26T04:37:34.387 DEBUG:teuthology.parallel:result is None 2024-02-26T04:37:34.388 INFO:teuthology.run_tasks:Running task internal.base... 2024-02-26T04:37:34.395 INFO:teuthology.task.internal:Creating test directory... 2024-02-26T04:37:34.395 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-26T04:37:34.403 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-26T04:37:34.405 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-02-26T04:37:34.451 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-02-26T04:37:34.458 INFO:teuthology.run_tasks:Running task internal.archive... 2024-02-26T04:37:34.467 INFO:teuthology.task.internal:Creating archive directory... 2024-02-26T04:37:34.467 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-26T04:37:34.472 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-26T04:37:34.475 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-02-26T04:37:34.589 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-02-26T04:37:34.596 INFO:teuthology.task.internal:Enabling coredump saving... 2024-02-26T04:37:34.596 DEBUG:teuthology.orchestra.run.smithi161:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-26T04:37:34.612 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:37:34.612 DEBUG:teuthology.orchestra.run.smithi175:> test -f /run/.containerenv -o -f /.dockerenv 2024-02-26T04:37:34.628 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:37:34.629 DEBUG:teuthology.orchestra.run.smithi112:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-26T04:37:34.636 DEBUG:teuthology.orchestra.run.smithi161:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-26T04:37:34.655 DEBUG:teuthology.orchestra.run.smithi175:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-02-26T04:37:34.693 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.710 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.718 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.726 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.767 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.836 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-02-26T04:37:34.841 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-02-26T04:37:34.848 INFO:teuthology.task.internal:Configuring sudo... 2024-02-26T04:37:34.848 DEBUG:teuthology.orchestra.run.smithi112:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-26T04:37:34.855 DEBUG:teuthology.orchestra.run.smithi161:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-26T04:37:34.858 DEBUG:teuthology.orchestra.run.smithi175:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-02-26T04:37:34.939 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-02-26T04:37:34.951 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-02-26T04:37:34.951 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-26T04:37:34.956 DEBUG:teuthology.orchestra.run.smithi161:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-26T04:37:34.959 DEBUG:teuthology.orchestra.run.smithi175:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-02-26T04:37:35.002 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.086 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.184 DEBUG:teuthology.orchestra.run.smithi112:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.270 DEBUG:teuthology.orchestra.run.smithi112:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.366 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:37:35.366 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-26T04:37:35.461 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.508 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.566 DEBUG:teuthology.orchestra.run.smithi161:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.610 DEBUG:teuthology.orchestra.run.smithi161:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.654 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:37:35.654 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-26T04:37:35.722 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.770 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-02-26T04:37:35.821 DEBUG:teuthology.orchestra.run.smithi175:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.906 DEBUG:teuthology.orchestra.run.smithi175:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-02-26T04:37:35.949 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:37:35.950 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-02-26T04:37:36.019 DEBUG:teuthology.orchestra.run.smithi112:> sudo service rsyslog restart 2024-02-26T04:37:36.027 DEBUG:teuthology.orchestra.run.smithi161:> sudo service rsyslog restart 2024-02-26T04:37:36.029 DEBUG:teuthology.orchestra.run.smithi175:> sudo service rsyslog restart 2024-02-26T04:37:36.068 INFO:teuthology.orchestra.run.smithi161.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T04:37:36.097 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T04:37:36.145 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T04:37:36.565 INFO:teuthology.run_tasks:Running task internal.timer... 2024-02-26T04:37:36.577 INFO:teuthology.task.internal:Starting timer... 2024-02-26T04:37:36.577 INFO:teuthology.run_tasks:Running task pcp... 2024-02-26T04:37:36.588 INFO:teuthology.run_tasks:Running task selinux... 2024-02-26T04:37:36.604 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-02-26T04:37:36.604 DEBUG:teuthology.orchestra.run.smithi112:> sudo service auditd rotate 2024-02-26T04:37:36.708 INFO:teuthology.orchestra.run.smithi112.stdout:Rotating logs: 2024-02-26T04:37:36.712 DEBUG:teuthology.orchestra.run.smithi161:> sudo service auditd rotate 2024-02-26T04:37:36.765 INFO:teuthology.orchestra.run.smithi161.stdout:Rotating logs: 2024-02-26T04:37:36.767 DEBUG:teuthology.orchestra.run.smithi175:> sudo service auditd rotate 2024-02-26T04:37:36.835 INFO:teuthology.orchestra.run.smithi175.stdout:Rotating logs: 2024-02-26T04:37:36.837 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-02-26T04:37:36.837 DEBUG:teuthology.orchestra.run.smithi112:> /usr/sbin/getenforce 2024-02-26T04:37:36.893 INFO:teuthology.orchestra.run.smithi112.stdout:Permissive 2024-02-26T04:37:36.893 DEBUG:teuthology.orchestra.run.smithi161:> /usr/sbin/getenforce 2024-02-26T04:37:36.918 INFO:teuthology.orchestra.run.smithi161.stdout:Permissive 2024-02-26T04:37:36.918 DEBUG:teuthology.orchestra.run.smithi175:> /usr/sbin/getenforce 2024-02-26T04:37:36.938 INFO:teuthology.orchestra.run.smithi175.stdout:Permissive 2024-02-26T04:37:36.938 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi112.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi161.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi175.front.sepia.ceph.com': 'permissive'} 2024-02-26T04:37:36.938 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T04:37:37.023 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:37:37.024 DEBUG:teuthology.orchestra.run.smithi161:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T04:37:37.053 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:37:37.053 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T04:37:37.081 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:37:37.082 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-02-26T04:37:37.082 DEBUG:teuthology.orchestra.run.smithi112:> sudo /usr/sbin/setenforce permissive 2024-02-26T04:37:37.173 DEBUG:teuthology.orchestra.run.smithi161:> sudo /usr/sbin/setenforce permissive 2024-02-26T04:37:37.210 DEBUG:teuthology.orchestra.run.smithi175:> sudo /usr/sbin/setenforce permissive 2024-02-26T04:37:37.239 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-02-26T04:37:37.251 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-02-26T04:37:37.268 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-02-26T04:37:37.269 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi112.front.sepia.ceph.com,smithi161.front.sepia.ceph.com,smithi175.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-02-26T04:44:01.193 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi112.front.sepia.ceph.com'), Remote(name='ubuntu@smithi161.front.sepia.ceph.com'), Remote(name='ubuntu@smithi175.front.sepia.ceph.com')] 2024-02-26T04:44:01.195 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:44:01.196 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi112.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:44:01.335 DEBUG:teuthology.orchestra.run.smithi112:> true 2024-02-26T04:44:01.476 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi112.front.sepia.ceph.com' 2024-02-26T04:44:01.476 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-02-26T04:44:01.477 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi161.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:44:01.571 DEBUG:teuthology.orchestra.run.smithi161:> true 2024-02-26T04:44:01.644 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi161.front.sepia.ceph.com' 2024-02-26T04:44:01.645 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-02-26T04:44:01.645 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi175.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-02-26T04:44:01.734 DEBUG:teuthology.orchestra.run.smithi175:> true 2024-02-26T04:44:01.804 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi175.front.sepia.ceph.com' 2024-02-26T04:44:01.804 INFO:teuthology.run_tasks:Running task clock... 2024-02-26T04:44:01.817 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-02-26T04:44:01.817 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-26T04:44:01.818 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T04:44:01.825 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-26T04:44:01.825 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T04:44:01.827 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-02-26T04:44:01.827 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T04:44:01.859 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-26T04:44:01.877 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-26T04:44:01.879 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-26T04:44:01.896 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-26T04:44:01.905 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-02-26T04:44:01.907 INFO:teuthology.orchestra.run.smithi161.stderr:sudo: ntpd: command not found 2024-02-26T04:44:01.922 INFO:teuthology.orchestra.run.smithi161.stdout:506 Cannot talk to daemon 2024-02-26T04:44:01.926 INFO:teuthology.orchestra.run.smithi175.stderr:sudo: ntpd: command not found 2024-02-26T04:44:01.938 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-26T04:44:01.940 INFO:teuthology.orchestra.run.smithi175.stdout:506 Cannot talk to daemon 2024-02-26T04:44:01.954 INFO:teuthology.orchestra.run.smithi161.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-26T04:44:01.957 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-02-26T04:44:01.957 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-26T04:44:01.973 INFO:teuthology.orchestra.run.smithi175.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-26T04:44:01.999 INFO:teuthology.orchestra.run.smithi161.stderr:bash: line 1: ntpq: command not found 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:=============================================================================== 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.002 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.017 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.020 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.046 INFO:teuthology.orchestra.run.smithi112.stderr:sudo: ntpd: command not found 2024-02-26T04:44:02.089 INFO:teuthology.orchestra.run.smithi112.stdout:506 Cannot talk to daemon 2024-02-26T04:44:02.140 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-02-26T04:44:02.192 INFO:teuthology.orchestra.run.smithi112.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-02-26T04:44:02.313 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-02-26T04:44:02.322 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T04:44:02.323 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-02-26T04:44:02.323 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.323 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.323 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.323 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T04:44:02.325 INFO:teuthology.run_tasks:Running task install... 2024-02-26T04:44:02.336 DEBUG:teuthology.task.install:project ceph 2024-02-26T04:44:02.336 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33'}} 2024-02-26T04:44:02.336 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33'} 2024-02-26T04:44:02.337 INFO:teuthology.task.install:Using flavor: default 2024-02-26T04:44:02.342 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-02-26T04:44:02.342 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-02-26T04:44:02.343 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33', 'tag': None, 'wait_for_package': False} 2024-02-26T04:44:02.343 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:44:02.346 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33', 'tag': None, 'wait_for_package': False} 2024-02-26T04:44:02.346 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:44:02.347 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33', 'tag': None, 'wait_for_package': False} 2024-02-26T04:44:02.347 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:44:02.504 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/ 2024-02-26T04:44:02.504 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1514.g25296a8f 2024-02-26T04:44:02.674 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/ 2024-02-26T04:44:02.674 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1514.g25296a8f 2024-02-26T04:44:02.677 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/ 2024-02-26T04:44:02.677 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1514.g25296a8f 2024-02-26T04:44:02.765 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-26T04:44:02.766 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:44:02.766 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-26T04:44:02.789 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-26T04:44:02.790 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:44:02.790 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-26T04:44:02.795 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-26T04:44:02.796 DEBUG:teuthology.orchestra.run.smithi175:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/25296a8f176256aea5ed8b5850b25167dce0ae33/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-26T04:44:02.865 DEBUG:teuthology.orchestra.run.smithi175:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-26T04:44:02.887 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-26T04:44:02.887 DEBUG:teuthology.orchestra.run.smithi112:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/25296a8f176256aea5ed8b5850b25167dce0ae33/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-26T04:44:02.947 DEBUG:teuthology.orchestra.run.smithi175:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-26T04:44:02.968 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-02-26T04:44:02.968 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:44:02.968 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-02-26T04:44:03.001 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-02-26T04:44:03.001 DEBUG:teuthology.orchestra.run.smithi161:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/25296a8f176256aea5ed8b5850b25167dce0ae33/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-02-26T04:44:03.017 INFO:teuthology.orchestra.run.smithi175.stdout:check_obsoletes = 1 2024-02-26T04:44:03.019 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum clean all 2024-02-26T04:44:03.025 DEBUG:teuthology.orchestra.run.smithi112:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-26T04:44:03.071 DEBUG:teuthology.orchestra.run.smithi161:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-02-26T04:44:03.155 DEBUG:teuthology.orchestra.run.smithi161:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-26T04:44:03.157 DEBUG:teuthology.orchestra.run.smithi112:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-02-26T04:44:03.228 INFO:teuthology.orchestra.run.smithi161.stdout:check_obsoletes = 1 2024-02-26T04:44:03.229 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum clean all 2024-02-26T04:44:03.248 INFO:teuthology.orchestra.run.smithi112.stdout:check_obsoletes = 1 2024-02-26T04:44:03.252 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum clean all 2024-02-26T04:44:03.253 INFO:teuthology.orchestra.run.smithi175.stdout:74 files removed 2024-02-26T04:44:03.280 DEBUG:teuthology.orchestra.run.smithi175:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-26T04:44:03.470 INFO:teuthology.orchestra.run.smithi161.stdout:74 files removed 2024-02-26T04:44:03.498 DEBUG:teuthology.orchestra.run.smithi161:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-26T04:44:03.613 INFO:teuthology.orchestra.run.smithi112.stdout:74 files removed 2024-02-26T04:44:03.655 DEBUG:teuthology.orchestra.run.smithi112:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-02-26T04:44:04.096 INFO:teuthology.orchestra.run.smithi175.stdout:ceph packages for x86_64 156 kB/s | 82 kB 00:00 2024-02-26T04:44:04.338 INFO:teuthology.orchestra.run.smithi161.stdout:ceph packages for x86_64 150 kB/s | 82 kB 00:00 2024-02-26T04:44:04.580 INFO:teuthology.orchestra.run.smithi175.stdout:ceph noarch packages 23 kB/s | 10 kB 00:00 2024-02-26T04:44:04.810 INFO:teuthology.orchestra.run.smithi112.stdout:ceph packages for x86_64 125 kB/s | 82 kB 00:00 2024-02-26T04:44:04.823 INFO:teuthology.orchestra.run.smithi161.stdout:ceph noarch packages 23 kB/s | 10 kB 00:00 2024-02-26T04:44:04.881 INFO:teuthology.orchestra.run.smithi175.stdout:ceph source packages 7.0 kB/s | 1.9 kB 00:00 2024-02-26T04:44:05.307 INFO:teuthology.orchestra.run.smithi161.stdout:ceph source packages 4.2 kB/s | 1.9 kB 00:00 2024-02-26T04:44:05.644 INFO:teuthology.orchestra.run.smithi112.stdout:ceph noarch packages 14 kB/s | 10 kB 00:00 2024-02-26T04:44:05.808 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - AppStream 9.0 MB/s | 8.1 MB 00:00 2024-02-26T04:44:06.125 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS-9 - AppStream 10 MB/s | 8.1 MB 00:00 2024-02-26T04:44:06.411 INFO:teuthology.orchestra.run.smithi112.stdout:ceph source packages 2.7 kB/s | 1.9 kB 00:00 2024-02-26T04:44:07.482 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - AppStream 8.2 MB/s | 8.1 MB 00:00 2024-02-26T04:44:07.833 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS-9 - BaseOS 3.5 MB/s | 2.5 MB 00:00 2024-02-26T04:44:07.984 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS-9 - BaseOS 4.6 MB/s | 2.5 MB 00:00 2024-02-26T04:44:09.707 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS-9 - BaseOS 3.6 MB/s | 2.5 MB 00:00 2024-02-26T04:44:10.557 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.0 MB 00:02 2024-02-26T04:44:10.732 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - BaseOS 3.5 MB/s | 8.0 MB 00:02 2024-02-26T04:44:12.863 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - AppStream 16 MB/s | 19 MB 00:01 2024-02-26T04:44:14.625 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - AppStream 6.9 MB/s | 19 MB 00:02 2024-02-26T04:44:17.536 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - CRB 5.5 MB/s | 6.1 MB 00:01 2024-02-26T04:44:19.185 INFO:teuthology.orchestra.run.smithi175.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 15 kB 00:00 2024-02-26T04:44:19.196 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - CRB 6.1 MB/s | 6.1 MB 00:00 2024-02-26T04:44:20.360 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - BaseOS 806 kB/s | 8.0 MB 00:10 2024-02-26T04:44:20.544 INFO:teuthology.orchestra.run.smithi175.stdout:Extra Packages for Enterprise Linux 17 MB/s | 20 MB 00:01 2024-02-26T04:44:20.844 INFO:teuthology.orchestra.run.smithi161.stdout:CentOS Stream 9 - Extras packages 30 kB/s | 15 kB 00:00 2024-02-26T04:44:21.886 INFO:teuthology.orchestra.run.smithi161.stdout:Extra Packages for Enterprise Linux 23 MB/s | 20 MB 00:00 2024-02-26T04:44:23.223 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - AppStream 12 MB/s | 19 MB 00:01 2024-02-26T04:44:25.511 INFO:teuthology.orchestra.run.smithi175.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-02-26T04:44:26.886 INFO:teuthology.orchestra.run.smithi161.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-02-26T04:44:28.097 INFO:teuthology.orchestra.run.smithi175.stderr:Modular dependency problems: 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 1: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240219154654:20125149.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 2: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 3: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 4: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 5: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 6: conflicting requests 2024-02-26T04:44:28.098 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 7: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module idm:client:820231122122737:49cc9d1b.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 8: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 9: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 10: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 11: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 12: conflicting requests 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.099 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 13: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 14: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 15: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 16: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 17: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 18: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 19: conflicting requests 2024-02-26T04:44:28.100 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 20: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 21: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 22: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 23: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 24: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 25: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 26: conflicting requests 2024-02-26T04:44:28.101 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 27: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 28: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 29: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 30: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 31: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 32: conflicting requests 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.102 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 33: conflicting requests 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 34: conflicting requests 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 35: conflicting requests 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240203221207:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 36: conflicting requests 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 37: cannot install the best candidate for the job 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.103 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 38: conflicting requests 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 39: cannot install the best candidate for the job 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 40: cannot install the best candidate for the job 2024-02-26T04:44:28.104 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 41: cannot install the best candidate for the job 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 42: cannot install the best candidate for the job 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.105 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 43: cannot install the best candidate for the job 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: Problem 44: cannot install the best candidate for the job 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.106 INFO:teuthology.orchestra.run.smithi175.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-02-26T04:44:28.498 INFO:teuthology.orchestra.run.smithi175.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:28.499 INFO:teuthology.orchestra.run.smithi175.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:28.512 INFO:teuthology.orchestra.run.smithi175.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-26T04:44:28.515 INFO:teuthology.orchestra.run.smithi175.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-26T04:44:28.516 INFO:teuthology.orchestra.run.smithi175.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-26T04:44:28.516 INFO:teuthology.orchestra.run.smithi175.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:28.517 INFO:teuthology.orchestra.run.smithi175.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:28.520 INFO:teuthology.orchestra.run.smithi175.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-26T04:44:28.522 INFO:teuthology.orchestra.run.smithi175.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-26T04:44:28.608 INFO:teuthology.orchestra.run.smithi175.stdout:Dependencies resolved. 2024-02-26T04:44:28.628 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================= 2024-02-26T04:44:28.628 INFO:teuthology.orchestra.run.smithi175.stdout: Package Arch Version Repository Size 2024-02-26T04:44:28.628 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================= 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout:Installing: 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 6.6 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.3 M 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 886 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 145 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 1.5 M 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 138 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 1.8 M 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 7.4 M 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 52 k 2024-02-26T04:44:28.629 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 9.7 M 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 47 M 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 264 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 748 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 217 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-shell x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 27 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-top noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 18 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 31 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 743 k 2024-02-26T04:44:28.630 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 127 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid-devel x86_64 2.37.4-15.el9 appstream 26 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-devel x86_64 1:3.0.7-25.el9 appstream 4.1 M 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 161 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 320 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 298 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 99 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 85 k 2024-02-26T04:44:28.631 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 171 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrading: 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager x86_64 1:1.45.91-1.el9 baseos 2.3 M 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-libnm x86_64 1:1.45.91-1.el9 baseos 1.8 M 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-team x86_64 1:1.45.91-1.el9 baseos 42 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-tui x86_64 1:1.45.91-1.el9 baseos 247 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-02-26T04:44:28.632 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: librados2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.4 M 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: openssl x86_64 1:3.0.7-25.el9 baseos 1.2 M 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-libs x86_64 1:3.0.7-25.el9 baseos 2.2 M 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout:Installing dependencies: 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-02-26T04:44:28.633 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 20 M 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 31 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 2.1 M 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 247 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 4.7 M 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 17 M 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 15 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 25 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-02-26T04:44:28.634 INFO:teuthology.orchestra.run.smithi175.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 163 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-02-26T04:44:28.635 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 498 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.1 M 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-02-26T04:44:28.636 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 45 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 131 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-26T04:44:28.637 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-26T04:44:28.638 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-26T04:44:28.639 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-02-26T04:44:28.640 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-02-26T04:44:28.641 INFO:teuthology.orchestra.run.smithi175.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-02-26T04:44:28.642 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout:Installing weak dependencies: 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction Summary 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout:========================================================================================= 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout:Install 150 Packages 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout:Upgrade 16 Packages 2024-02-26T04:44:28.643 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:44:28.644 INFO:teuthology.orchestra.run.smithi175.stdout:Total download size: 221 M 2024-02-26T04:44:28.645 INFO:teuthology.orchestra.run.smithi175.stdout:Downloading Packages: 2024-02-26T04:44:28.862 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - CRB 3.6 MB/s | 6.1 MB 00:01 2024-02-26T04:44:29.480 INFO:teuthology.orchestra.run.smithi161.stderr:Modular dependency problems: 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 1: conflicting requests 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240219154654:20125149.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 2: conflicting requests 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 3: conflicting requests 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 4: conflicting requests 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 5: conflicting requests 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.481 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 6: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 7: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module idm:client:820231122122737:49cc9d1b.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 8: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 9: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 10: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 11: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 12: conflicting requests 2024-02-26T04:44:29.482 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 13: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 14: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 15: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 16: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 17: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 18: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 19: conflicting requests 2024-02-26T04:44:29.483 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 20: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 21: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 22: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 23: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 24: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 25: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 26: conflicting requests 2024-02-26T04:44:29.484 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 27: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 28: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 29: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 30: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 31: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 32: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 33: conflicting requests 2024-02-26T04:44:29.485 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 34: conflicting requests 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 35: conflicting requests 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240203221207:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 36: conflicting requests 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 37: cannot install the best candidate for the job 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 38: conflicting requests 2024-02-26T04:44:29.486 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 39: cannot install the best candidate for the job 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 40: cannot install the best candidate for the job 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.487 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 41: cannot install the best candidate for the job 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 42: cannot install the best candidate for the job 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 43: cannot install the best candidate for the job 2024-02-26T04:44:29.488 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: Problem 44: cannot install the best candidate for the job 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.489 INFO:teuthology.orchestra.run.smithi161.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-02-26T04:44:29.882 INFO:teuthology.orchestra.run.smithi161.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:29.883 INFO:teuthology.orchestra.run.smithi161.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:29.896 INFO:teuthology.orchestra.run.smithi161.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-26T04:44:29.896 INFO:teuthology.orchestra.run.smithi161.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-26T04:44:29.897 INFO:teuthology.orchestra.run.smithi161.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-26T04:44:29.898 INFO:teuthology.orchestra.run.smithi161.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:29.901 INFO:teuthology.orchestra.run.smithi161.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:29.903 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-26T04:44:29.904 INFO:teuthology.orchestra.run.smithi161.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-26T04:44:29.993 INFO:teuthology.orchestra.run.smithi161.stdout:Dependencies resolved. 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout:========================================================================================= 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout: Package Arch Version Repository Size 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout:========================================================================================= 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout:Installing: 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-02-26T04:44:30.012 INFO:teuthology.orchestra.run.smithi161.stdout: ceph x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 6.6 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.3 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 886 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 145 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 1.5 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 138 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 1.8 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 7.4 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 52 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 9.7 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 47 M 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 264 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 748 k 2024-02-26T04:44:30.013 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 217 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-shell x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 27 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 18 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 31 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 743 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 127 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel x86_64 2.37.4-15.el9 appstream 26 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel x86_64 1:3.0.7-25.el9 appstream 4.1 M 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-02-26T04:44:30.014 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 161 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 320 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 298 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 99 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 85 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 171 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrading: 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager x86_64 1:1.45.91-1.el9 baseos 2.3 M 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-libnm x86_64 1:1.45.91-1.el9 baseos 1.8 M 2024-02-26T04:44:30.015 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-team x86_64 1:1.45.91-1.el9 baseos 42 k 2024-02-26T04:44:30.016 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-tui x86_64 1:1.45.91-1.el9 baseos 247 k 2024-02-26T04:44:30.016 INFO:teuthology.orchestra.run.smithi161.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-02-26T04:44:30.016 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-02-26T04:44:30.016 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-02-26T04:44:30.016 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: librados2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.4 M 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: openssl x86_64 1:3.0.7-25.el9 baseos 1.2 M 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-libs x86_64 1:3.0.7-25.el9 baseos 2.2 M 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-02-26T04:44:30.017 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout:Installing dependencies: 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 20 M 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 31 k 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 2.1 M 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 247 k 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 4.7 M 2024-02-26T04:44:30.018 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 17 M 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 15 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 25 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 163 k 2024-02-26T04:44:30.019 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 498 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.1 M 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-26T04:44:30.020 INFO:teuthology.orchestra.run.smithi161.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-02-26T04:44:30.021 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 45 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 131 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-26T04:44:30.022 INFO:teuthology.orchestra.run.smithi161.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-02-26T04:44:30.023 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-02-26T04:44:30.024 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-26T04:44:30.025 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-02-26T04:44:30.026 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-26T04:44:30.026 INFO:teuthology.orchestra.run.smithi161.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-02-26T04:44:30.026 INFO:teuthology.orchestra.run.smithi161.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-26T04:44:30.026 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-02-26T04:44:30.026 INFO:teuthology.orchestra.run.smithi161.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-02-26T04:44:30.027 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout:Installing weak dependencies: 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction Summary 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout:========================================================================================= 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout:Install 150 Packages 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout:Upgrade 16 Packages 2024-02-26T04:44:30.028 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:44:30.029 INFO:teuthology.orchestra.run.smithi175.stdout:(1/166): ceph-19.0.0-1514.g25296a8f.el9.x86_64. 18 kB/s | 6.6 kB 00:00 2024-02-26T04:44:30.029 INFO:teuthology.orchestra.run.smithi161.stdout:Total download size: 221 M 2024-02-26T04:44:30.029 INFO:teuthology.orchestra.run.smithi161.stdout:Downloading Packages: 2024-02-26T04:44:30.804 INFO:teuthology.orchestra.run.smithi161.stdout:(1/166): ceph-19.0.0-1514.g25296a8f.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-02-26T04:44:30.946 INFO:teuthology.orchestra.run.smithi112.stdout:CentOS Stream 9 - Extras packages 21 kB/s | 15 kB 00:00 2024-02-26T04:44:31.053 INFO:teuthology.orchestra.run.smithi175.stdout:(2/166): ceph-fuse-19.0.0-1514.g25296a8f.el9.x8 864 kB/s | 886 kB 00:01 2024-02-26T04:44:31.312 INFO:teuthology.orchestra.run.smithi175.stdout:(3/166): ceph-base-19.0.0-1514.g25296a8f.el9.x8 3.3 MB/s | 5.3 MB 00:01 2024-02-26T04:44:31.412 INFO:teuthology.orchestra.run.smithi175.stdout:(4/166): ceph-immutable-object-cache-19.0.0-151 405 kB/s | 145 kB 00:00 2024-02-26T04:44:31.579 INFO:teuthology.orchestra.run.smithi161.stdout:(2/166): ceph-fuse-19.0.0-1514.g25296a8f.el9.x8 1.1 MB/s | 886 kB 00:00 2024-02-26T04:44:31.787 INFO:teuthology.orchestra.run.smithi175.stdout:(5/166): ceph-mds-19.0.0-1514.g25296a8f.el9.x86 4.5 MB/s | 2.1 MB 00:00 2024-02-26T04:44:32.146 INFO:teuthology.orchestra.run.smithi161.stdout:(3/166): ceph-immutable-object-cache-19.0.0-151 256 kB/s | 145 kB 00:00 2024-02-26T04:44:32.829 INFO:teuthology.orchestra.run.smithi175.stdout:(6/166): ceph-mon-19.0.0-1514.g25296a8f.el9.x86 4.5 MB/s | 4.7 MB 00:01 2024-02-26T04:44:33.248 INFO:teuthology.orchestra.run.smithi112.stdout:Extra Packages for Enterprise Linux 9.8 MB/s | 20 MB 00:02 2024-02-26T04:44:33.804 INFO:teuthology.orchestra.run.smithi161.stdout:(4/166): ceph-base-19.0.0-1514.g25296a8f.el9.x8 1.7 MB/s | 5.3 MB 00:03 2024-02-26T04:44:33.929 INFO:teuthology.orchestra.run.smithi175.stdout:(7/166): ceph-mgr-19.0.0-1514.g25296a8f.el9.x86 605 kB/s | 1.5 MB 00:02 2024-02-26T04:44:34.596 INFO:teuthology.orchestra.run.smithi161.stdout:(5/166): ceph-mgr-19.0.0-1514.g25296a8f.el9.x86 1.9 MB/s | 1.5 MB 00:00 2024-02-26T04:44:34.663 INFO:teuthology.orchestra.run.smithi161.stdout:(6/166): ceph-mds-19.0.0-1514.g25296a8f.el9.x86 863 kB/s | 2.1 MB 00:02 2024-02-26T04:44:35.355 INFO:teuthology.orchestra.run.smithi161.stdout:(7/166): ceph-common-19.0.0-1514.g25296a8f.el9. 4.2 MB/s | 20 MB 00:04 2024-02-26T04:44:36.238 INFO:teuthology.orchestra.run.smithi175.stdout:(8/166): ceph-osd-19.0.0-1514.g25296a8f.el9.x86 4.9 MB/s | 17 MB 00:03 2024-02-26T04:44:36.313 INFO:teuthology.orchestra.run.smithi175.stdout:(9/166): ceph-selinux-19.0.0-1514.g25296a8f.el9 337 kB/s | 25 kB 00:00 2024-02-26T04:44:36.572 INFO:teuthology.orchestra.run.smithi161.stdout:(8/166): ceph-mon-19.0.0-1514.g25296a8f.el9.x86 2.4 MB/s | 4.7 MB 00:01 2024-02-26T04:44:36.689 INFO:teuthology.orchestra.run.smithi161.stdout:(9/166): ceph-radosgw-19.0.0-1514.g25296a8f.el9 7.3 MB/s | 9.7 MB 00:01 2024-02-26T04:44:36.714 INFO:teuthology.orchestra.run.smithi161.stdout:(10/166): ceph-selinux-19.0.0-1514.g25296a8f.el 177 kB/s | 25 kB 00:00 2024-02-26T04:44:36.831 INFO:teuthology.orchestra.run.smithi161.stdout:(11/166): cephfs-mirror-19.0.0-1514.g25296a8f.e 1.8 MB/s | 217 kB 00:00 2024-02-26T04:44:36.897 INFO:teuthology.orchestra.run.smithi161.stdout:(12/166): cephfs-shell-19.0.0-1514.g25296a8f.el 407 kB/s | 27 kB 00:00 2024-02-26T04:44:36.965 INFO:teuthology.orchestra.run.smithi161.stdout:(13/166): libcephfs-devel-19.0.0-1514.g25296a8f 467 kB/s | 31 kB 00:00 2024-02-26T04:44:37.281 INFO:teuthology.orchestra.run.smithi161.stdout:(14/166): libcephfs2-19.0.0-1514.g25296a8f.el9. 2.3 MB/s | 743 kB 00:00 2024-02-26T04:44:37.373 INFO:teuthology.orchestra.run.smithi161.stdout:(15/166): libcephsqlite-19.0.0-1514.g25296a8f.e 1.7 MB/s | 163 kB 00:00 2024-02-26T04:44:37.457 INFO:teuthology.orchestra.run.smithi161.stdout:(16/166): librados-devel-19.0.0-1514.g25296a8f. 1.5 MB/s | 127 kB 00:00 2024-02-26T04:44:37.690 INFO:teuthology.orchestra.run.smithi161.stdout:(17/166): libradosstriper1-19.0.0-1514.g25296a8 2.1 MB/s | 498 kB 00:00 2024-02-26T04:44:39.099 INFO:teuthology.orchestra.run.smithi112.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-02-26T04:44:39.288 INFO:teuthology.orchestra.run.smithi175.stdout:(10/166): ceph-common-19.0.0-1514.g25296a8f.el9 2.1 MB/s | 20 MB 00:09 2024-02-26T04:44:39.429 INFO:teuthology.orchestra.run.smithi175.stdout:(11/166): cephfs-mirror-19.0.0-1514.g25296a8f.e 1.5 MB/s | 217 kB 00:00 2024-02-26T04:44:39.505 INFO:teuthology.orchestra.run.smithi175.stdout:(12/166): cephfs-shell-19.0.0-1514.g25296a8f.el 361 kB/s | 27 kB 00:00 2024-02-26T04:44:39.541 INFO:teuthology.orchestra.run.smithi161.stdout:(18/166): librgw2-19.0.0-1514.g25296a8f.el9.x86 2.8 MB/s | 5.1 MB 00:01 2024-02-26T04:44:39.572 INFO:teuthology.orchestra.run.smithi175.stdout:(13/166): libcephfs-devel-19.0.0-1514.g25296a8f 468 kB/s | 31 kB 00:00 2024-02-26T04:44:39.616 INFO:teuthology.orchestra.run.smithi161.stdout:(19/166): python3-ceph-argparse-19.0.0-1514.g25 603 kB/s | 45 kB 00:00 2024-02-26T04:44:39.699 INFO:teuthology.orchestra.run.smithi161.stdout:(20/166): python3-ceph-common-19.0.0-1514.g2529 1.5 MB/s | 131 kB 00:00 2024-02-26T04:44:39.783 INFO:teuthology.orchestra.run.smithi161.stdout:(21/166): python3-cephfs-19.0.0-1514.g25296a8f. 1.9 MB/s | 161 kB 00:00 2024-02-26T04:44:39.847 INFO:teuthology.orchestra.run.smithi175.stdout:(14/166): libcephfs2-19.0.0-1514.g25296a8f.el9. 2.6 MB/s | 743 kB 00:00 2024-02-26T04:44:39.916 INFO:teuthology.orchestra.run.smithi161.stdout:(22/166): python3-rados-19.0.0-1514.g25296a8f.e 2.3 MB/s | 320 kB 00:00 2024-02-26T04:44:39.931 INFO:teuthology.orchestra.run.smithi175.stdout:(15/166): libcephsqlite-19.0.0-1514.g25296a8f.e 1.9 MB/s | 163 kB 00:00 2024-02-26T04:44:40.014 INFO:teuthology.orchestra.run.smithi175.stdout:(16/166): librados-devel-19.0.0-1514.g25296a8f. 1.5 MB/s | 127 kB 00:00 2024-02-26T04:44:40.042 INFO:teuthology.orchestra.run.smithi161.stdout:(23/166): python3-rbd-19.0.0-1514.g25296a8f.el9 2.3 MB/s | 298 kB 00:00 2024-02-26T04:44:40.120 INFO:teuthology.orchestra.run.smithi161.stdout:(24/166): python3-rgw-19.0.0-1514.g25296a8f.el9 1.3 MB/s | 99 kB 00:00 2024-02-26T04:44:40.192 INFO:teuthology.orchestra.run.smithi161.stdout:(25/166): rbd-fuse-19.0.0-1514.g25296a8f.el9.x8 1.1 MB/s | 85 kB 00:00 2024-02-26T04:44:40.197 INFO:teuthology.orchestra.run.smithi175.stdout:(17/166): libradosstriper1-19.0.0-1514.g25296a8 2.7 MB/s | 498 kB 00:00 2024-02-26T04:44:41.218 INFO:teuthology.orchestra.run.smithi161.stdout:(26/166): rbd-mirror-19.0.0-1514.g25296a8f.el9. 3.0 MB/s | 3.1 MB 00:01 2024-02-26T04:44:41.301 INFO:teuthology.orchestra.run.smithi161.stdout:(27/166): rbd-nbd-19.0.0-1514.g25296a8f.el9.x86 2.0 MB/s | 171 kB 00:00 2024-02-26T04:44:41.376 INFO:teuthology.orchestra.run.smithi161.stdout:(28/166): ceph-grafana-dashboards-19.0.0-1514.g 418 kB/s | 31 kB 00:00 2024-02-26T04:44:41.460 INFO:teuthology.orchestra.run.smithi161.stdout:(29/166): ceph-mgr-cephadm-19.0.0-1514.g25296a8 1.6 MB/s | 138 kB 00:00 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr:Modular dependency problems: 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 1: conflicting requests 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240219154654:20125149.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 2: conflicting requests 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 3: conflicting requests 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 4: conflicting requests 2024-02-26T04:44:41.739 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 5: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240213202549:b754926a.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 6: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 7: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module idm:client:820231122122737:49cc9d1b.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 8: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 9: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 10: conflicting requests 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.740 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 11: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 12: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 13: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 14: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 15: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 16: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 17: conflicting requests 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.741 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 18: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 19: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 20: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 21: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 22: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 23: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 24: conflicting requests 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.742 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 25: conflicting requests 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 26: conflicting requests 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 27: conflicting requests 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 28: conflicting requests 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 29: conflicting requests 2024-02-26T04:44:41.743 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 30: conflicting requests 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 31: conflicting requests 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240214183150:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 32: conflicting requests 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 33: conflicting requests 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 34: conflicting requests 2024-02-26T04:44:41.744 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 35: conflicting requests 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240203221207:9edba152.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 36: conflicting requests 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 37: cannot install the best candidate for the job 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 38: conflicting requests 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.745 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 39: cannot install the best candidate for the job 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 40: cannot install the best candidate for the job 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.746 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 41: cannot install the best candidate for the job 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 42: cannot install the best candidate for the job 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.747 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 43: cannot install the best candidate for the job 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: Problem 44: cannot install the best candidate for the job 2024-02-26T04:44:41.748 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.749 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.749 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.749 INFO:teuthology.orchestra.run.smithi112.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-02-26T04:44:41.831 INFO:teuthology.orchestra.run.smithi175.stdout:(18/166): librgw2-19.0.0-1514.g25296a8f.el9.x86 3.1 MB/s | 5.1 MB 00:01 2024-02-26T04:44:41.915 INFO:teuthology.orchestra.run.smithi175.stdout:(19/166): python3-ceph-argparse-19.0.0-1514.g25 543 kB/s | 45 kB 00:00 2024-02-26T04:44:41.990 INFO:teuthology.orchestra.run.smithi175.stdout:(20/166): python3-ceph-common-19.0.0-1514.g2529 1.7 MB/s | 131 kB 00:00 2024-02-26T04:44:42.018 INFO:teuthology.orchestra.run.smithi161.stdout:(30/166): ceph-mgr-dashboard-19.0.0-1514.g25296 3.2 MB/s | 1.8 MB 00:00 2024-02-26T04:44:42.057 INFO:teuthology.orchestra.run.smithi175.stdout:(21/166): python3-cephfs-19.0.0-1514.g25296a8f. 2.4 MB/s | 161 kB 00:00 2024-02-26T04:44:42.174 INFO:teuthology.orchestra.run.smithi175.stdout:(22/166): python3-rados-19.0.0-1514.g25296a8f.e 2.7 MB/s | 320 kB 00:00 2024-02-26T04:44:42.266 INFO:teuthology.orchestra.run.smithi175.stdout:(23/166): python3-rbd-19.0.0-1514.g25296a8f.el9 3.2 MB/s | 298 kB 00:00 2024-02-26T04:44:42.324 INFO:teuthology.orchestra.run.smithi175.stdout:(24/166): python3-rgw-19.0.0-1514.g25296a8f.el9 1.7 MB/s | 99 kB 00:00 2024-02-26T04:44:42.361 INFO:teuthology.orchestra.run.smithi112.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:42.363 INFO:teuthology.orchestra.run.smithi112.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-02-26T04:44:42.383 INFO:teuthology.orchestra.run.smithi112.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-02-26T04:44:42.384 INFO:teuthology.orchestra.run.smithi112.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-02-26T04:44:42.386 INFO:teuthology.orchestra.run.smithi112.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-02-26T04:44:42.387 INFO:teuthology.orchestra.run.smithi112.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:42.390 INFO:teuthology.orchestra.run.smithi112.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-02-26T04:44:42.391 INFO:teuthology.orchestra.run.smithi175.stdout:(25/166): rbd-fuse-19.0.0-1514.g25296a8f.el9.x8 1.2 MB/s | 85 kB 00:00 2024-02-26T04:44:42.393 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-02-26T04:44:42.394 INFO:teuthology.orchestra.run.smithi112.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-02-26T04:44:42.494 INFO:teuthology.orchestra.run.smithi161.stdout:(31/166): ceph-test-19.0.0-1514.g25296a8f.el9.x 8.1 MB/s | 47 MB 00:05 2024-02-26T04:44:42.496 INFO:teuthology.orchestra.run.smithi112.stdout:Dependencies resolved. 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout:========================================================================================= 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: Package Arch Version Repository Size 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout:========================================================================================= 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout:Installing: 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 6.6 k 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.3 M 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 886 k 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 145 k 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 1.5 M 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 138 k 2024-02-26T04:44:42.523 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 1.8 M 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 7.4 M 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 52 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 9.7 M 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 47 M 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 264 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 748 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 217 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 27 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 18 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel x86_64 0.3.112-1.el8 CentOS-BaseOS 18 k 2024-02-26T04:44:42.524 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 31 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 743 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 127 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: libtool x86_64 2.4.6-45.el9 appstream 582 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel x86_64 2.37.4-15.el9 appstream 26 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel x86_64 1:3.0.7-25.el9 appstream 4.1 M 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql x86_64 13.11-1.el9 appstream 1.6 M 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib x86_64 13.11-1.el9 appstream 905 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server x86_64 13.11-1.el9 appstream 5.7 M 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 161 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 320 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 298 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 99 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 85 k 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:42.525 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 171 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrading: 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager x86_64 1:1.45.91-1.el9 baseos 2.3 M 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-libnm x86_64 1:1.45.91-1.el9 baseos 1.8 M 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-team x86_64 1:1.45.91-1.el9 baseos 42 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-tui x86_64 1:1.45.91-1.el9 baseos 247 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-02-26T04:44:42.526 INFO:teuthology.orchestra.run.smithi112.stdout: librados2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.4 M 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 3.1 M 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: openssl x86_64 1:3.0.7-25.el9 baseos 1.2 M 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs x86_64 1:3.0.7-25.el9 baseos 2.2 M 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: xfsdump x86_64 3.1.12-4.el9 baseos 323 k 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout:Installing dependencies: 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-02-26T04:44:42.527 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 20 M 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 31 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 2.1 M 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 247 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 4.7 M 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 17 M 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1514.g25296a8f.el9 ceph-noarch 15 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 25 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-02-26T04:44:42.528 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 163 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-02-26T04:44:42.529 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 498 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2 x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 5.1 M 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-02-26T04:44:42.530 INFO:teuthology.orchestra.run.smithi112.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs x86_64 13.11-1.el9 appstream 135 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 45 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common x86_64 2:19.0.0-1514.g25296a8f.el9 ceph 131 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-02-26T04:44:42.531 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-02-26T04:44:42.532 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-02-26T04:44:42.533 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-02-26T04:44:42.534 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth noarch 0.2.5-8.el9 appstream 44 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-02-26T04:44:42.535 INFO:teuthology.orchestra.run.smithi112.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel x86_64 1.2.11-40.el9 appstream 45 k 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout:Installing weak dependencies: 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction Summary 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout:========================================================================================= 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout:Install 150 Packages 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout:Upgrade 16 Packages 2024-02-26T04:44:42.536 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:44:42.537 INFO:teuthology.orchestra.run.smithi112.stdout:Total download size: 221 M 2024-02-26T04:44:42.537 INFO:teuthology.orchestra.run.smithi112.stdout:Downloading Packages: 2024-02-26T04:44:42.669 INFO:teuthology.orchestra.run.smithi161.stdout:(32/166): ceph-osd-19.0.0-1514.g25296a8f.el9.x8 2.1 MB/s | 17 MB 00:08 2024-02-26T04:44:42.694 INFO:teuthology.orchestra.run.smithi161.stdout:(33/166): ceph-mgr-modules-core-19.0.0-1514.g25 1.2 MB/s | 247 kB 00:00 2024-02-26T04:44:42.736 INFO:teuthology.orchestra.run.smithi161.stdout:(34/166): ceph-mgr-rook-19.0.0-1514.g25296a8f.e 789 kB/s | 52 kB 00:00 2024-02-26T04:44:42.761 INFO:teuthology.orchestra.run.smithi161.stdout:(35/166): ceph-prometheus-alerts-19.0.0-1514.g2 229 kB/s | 15 kB 00:00 2024-02-26T04:44:42.862 INFO:teuthology.orchestra.run.smithi161.stdout:(36/166): ceph-volume-19.0.0-1514.g25296a8f.el9 2.1 MB/s | 264 kB 00:00 2024-02-26T04:44:42.912 INFO:teuthology.orchestra.run.smithi161.stdout:(37/166): cephadm-19.0.0-1514.g25296a8f.el9.noa 4.9 MB/s | 748 kB 00:00 2024-02-26T04:44:42.937 INFO:teuthology.orchestra.run.smithi161.stdout:(38/166): cephfs-top-19.0.0-1514.g25296a8f.el9. 242 kB/s | 18 kB 00:00 2024-02-26T04:44:42.967 INFO:teuthology.orchestra.run.smithi175.stdout:(26/166): rbd-mirror-19.0.0-1514.g25296a8f.el9. 5.4 MB/s | 3.1 MB 00:00 2024-02-26T04:44:43.017 INFO:teuthology.orchestra.run.smithi175.stdout:(27/166): rbd-nbd-19.0.0-1514.g25296a8f.el9.x86 3.3 MB/s | 171 kB 00:00 2024-02-26T04:44:43.021 INFO:teuthology.orchestra.run.smithi161.stdout:(39/166): libaio-devel-0.3.112-1.el8.x86_64.rpm 162 kB/s | 18 kB 00:00 2024-02-26T04:44:43.064 INFO:teuthology.orchestra.run.smithi161.stdout:(40/166): fuse-2.9.9-15.el9.x86_64.rpm 641 kB/s | 80 kB 00:00 2024-02-26T04:44:43.442 INFO:teuthology.orchestra.run.smithi175.stdout:(28/166): ceph-test-19.0.0-1514.g25296a8f.el9.x 6.6 MB/s | 47 MB 00:07 2024-02-26T04:44:43.463 INFO:teuthology.orchestra.run.smithi161.stdout:(41/166): ceph-mgr-diskprediction-local-19.0.0- 5.1 MB/s | 7.4 MB 00:01 2024-02-26T04:44:43.476 INFO:teuthology.orchestra.run.smithi175.stdout:(29/166): ceph-grafana-dashboards-19.0.0-1514.g 68 kB/s | 31 kB 00:00 2024-02-26T04:44:43.501 INFO:teuthology.orchestra.run.smithi175.stdout:(30/166): ceph-mgr-cephadm-19.0.0-1514.g25296a8 2.3 MB/s | 138 kB 00:00 2024-02-26T04:44:43.601 INFO:teuthology.orchestra.run.smithi175.stdout:(31/166): ceph-radosgw-19.0.0-1514.g25296a8f.el 1.0 MB/s | 9.7 MB 00:09 2024-02-26T04:44:43.649 INFO:teuthology.orchestra.run.smithi112.stdout:(1/166): ceph-19.0.0-1514.g25296a8f.el9.x86_64. 21 kB/s | 6.6 kB 00:00 2024-02-26T04:44:43.688 INFO:teuthology.orchestra.run.smithi161.stdout:(42/166): libgfortran-11.4.1-3.el9.x86_64.rpm 1.3 MB/s | 803 kB 00:00 2024-02-26T04:44:43.714 INFO:teuthology.orchestra.run.smithi161.stdout:(43/166): jq-1.6-16.el9.x86_64.rpm 270 kB/s | 187 kB 00:00 2024-02-26T04:44:43.755 INFO:teuthology.orchestra.run.smithi161.stdout:(44/166): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.2 MB/s | 218 kB 00:00 2024-02-26T04:44:43.785 INFO:teuthology.orchestra.run.smithi175.stdout:(32/166): ceph-mgr-dashboard-19.0.0-1514.g25296 5.8 MB/s | 1.8 MB 00:00 2024-02-26T04:44:43.810 INFO:teuthology.orchestra.run.smithi175.stdout:(33/166): ceph-mgr-modules-core-19.0.0-1514.g25 1.2 MB/s | 247 kB 00:00 2024-02-26T04:44:43.844 INFO:teuthology.orchestra.run.smithi175.stdout:(34/166): ceph-mgr-rook-19.0.0-1514.g25296a8f.e 897 kB/s | 52 kB 00:00 2024-02-26T04:44:43.877 INFO:teuthology.orchestra.run.smithi175.stdout:(35/166): ceph-prometheus-alerts-19.0.0-1514.g2 229 kB/s | 15 kB 00:00 2024-02-26T04:44:43.931 INFO:teuthology.orchestra.run.smithi161.stdout:(45/166): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.1 MB/s | 253 kB 00:00 2024-02-26T04:44:43.953 INFO:teuthology.orchestra.run.smithi175.stdout:(36/166): ceph-volume-19.0.0-1514.g25296a8f.el9 2.4 MB/s | 264 kB 00:00 2024-02-26T04:44:43.973 INFO:teuthology.orchestra.run.smithi161.stdout:(46/166): python3-cryptography-36.0.1-4.el9.x86 5.6 MB/s | 1.2 MB 00:00 2024-02-26T04:44:43.995 INFO:teuthology.orchestra.run.smithi175.stdout:(37/166): cephfs-top-19.0.0-1514.g25296a8f.el9. 439 kB/s | 18 kB 00:00 2024-02-26T04:44:43.999 INFO:teuthology.orchestra.run.smithi112.stdout:(2/166): ceph-fuse-19.0.0-1514.g25296a8f.el9.x8 2.5 MB/s | 886 kB 00:00 2024-02-26T04:44:44.031 INFO:teuthology.orchestra.run.smithi161.stdout:(47/166): python3-pycparser-2.20-6.el9.noarch.r 2.3 MB/s | 135 kB 00:00 2024-02-26T04:44:44.073 INFO:teuthology.orchestra.run.smithi161.stdout:(48/166): python3-ply-3.11-14.el9.noarch.rpm 749 kB/s | 106 kB 00:00 2024-02-26T04:44:44.091 INFO:teuthology.orchestra.run.smithi112.stdout:(3/166): ceph-immutable-object-cache-19.0.0-151 1.6 MB/s | 145 kB 00:00 2024-02-26T04:44:44.098 INFO:teuthology.orchestra.run.smithi161.stdout:(49/166): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-02-26T04:44:44.112 INFO:teuthology.orchestra.run.smithi175.stdout:(38/166): libaio-devel-0.3.112-1.el8.x86_64.rpm 151 kB/s | 18 kB 00:00 2024-02-26T04:44:44.137 INFO:teuthology.orchestra.run.smithi175.stdout:(39/166): cephadm-19.0.0-1514.g25296a8f.el9.noa 2.8 MB/s | 748 kB 00:00 2024-02-26T04:44:44.240 INFO:teuthology.orchestra.run.smithi161.stdout:(50/166): python3-urllib3-1.26.5-5.el9.noarch.r 1.3 MB/s | 215 kB 00:00 2024-02-26T04:44:44.271 INFO:teuthology.orchestra.run.smithi175.stdout:(40/166): ceph-mgr-diskprediction-local-19.0.0- 9.6 MB/s | 7.4 MB 00:00 2024-02-26T04:44:44.288 INFO:teuthology.orchestra.run.smithi175.stdout:(41/166): fuse-2.9.9-15.el9.x86_64.rpm 458 kB/s | 80 kB 00:00 2024-02-26T04:44:44.330 INFO:teuthology.orchestra.run.smithi175.stdout:(42/166): jq-1.6-16.el9.x86_64.rpm 975 kB/s | 187 kB 00:00 2024-02-26T04:44:44.355 INFO:teuthology.orchestra.run.smithi175.stdout:(43/166): libquadmath-11.4.1-3.el9.x86_64.rpm 2.9 MB/s | 195 kB 00:00 2024-02-26T04:44:44.405 INFO:teuthology.orchestra.run.smithi175.stdout:(44/166): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 218 kB 00:00 2024-02-26T04:44:44.416 INFO:teuthology.orchestra.run.smithi112.stdout:(4/166): ceph-mds-19.0.0-1514.g25296a8f.el9.x86 6.6 MB/s | 2.1 MB 00:00 2024-02-26T04:44:44.430 INFO:teuthology.orchestra.run.smithi175.stdout:(45/166): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-02-26T04:44:44.432 INFO:teuthology.orchestra.run.smithi161.stdout:(51/166): automake-1.16.2-8.el9.noarch.rpm 2.0 MB/s | 689 kB 00:00 2024-02-26T04:44:44.481 INFO:teuthology.orchestra.run.smithi175.stdout:(46/166): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-02-26T04:44:44.506 INFO:teuthology.orchestra.run.smithi175.stdout:(47/166): libgfortran-11.4.1-3.el9.x86_64.rpm 3.3 MB/s | 803 kB 00:00 2024-02-26T04:44:44.507 INFO:teuthology.orchestra.run.smithi161.stdout:(52/166): boost-program-options-1.75.0-8.el9.x8 1.4 MB/s | 107 kB 00:00 2024-02-26T04:44:44.531 INFO:teuthology.orchestra.run.smithi175.stdout:(48/166): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-02-26T04:44:44.557 INFO:teuthology.orchestra.run.smithi175.stdout:(49/166): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-02-26T04:44:44.582 INFO:teuthology.orchestra.run.smithi175.stdout:(50/166): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-02-26T04:44:44.582 INFO:teuthology.orchestra.run.smithi161.stdout:(53/166): elfutils-libelf-devel-0.190-2.el9.x86 287 kB/s | 21 kB 00:00 2024-02-26T04:44:44.610 INFO:teuthology.orchestra.run.smithi112.stdout:(5/166): ceph-base-19.0.0-1514.g25296a8f.el9.x8 4.2 MB/s | 5.3 MB 00:01 2024-02-26T04:44:44.615 INFO:teuthology.orchestra.run.smithi175.stdout:(51/166): python3-cryptography-36.0.1-4.el9.x86 5.8 MB/s | 1.2 MB 00:00 2024-02-26T04:44:44.649 INFO:teuthology.orchestra.run.smithi175.stdout:(52/166): automake-1.16.2-8.el9.noarch.rpm 7.3 MB/s | 689 kB 00:00 2024-02-26T04:44:44.666 INFO:teuthology.orchestra.run.smithi161.stdout:(54/166): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-02-26T04:44:44.674 INFO:teuthology.orchestra.run.smithi175.stdout:(53/166): boost-program-options-1.75.0-8.el9.x8 1.8 MB/s | 107 kB 00:00 2024-02-26T04:44:44.692 INFO:teuthology.orchestra.run.smithi112.stdout:(6/166): ceph-mgr-19.0.0-1514.g25296a8f.el9.x86 5.4 MB/s | 1.5 MB 00:00 2024-02-26T04:44:44.699 INFO:teuthology.orchestra.run.smithi175.stdout:(54/166): elfutils-libelf-devel-0.190-2.el9.x86 430 kB/s | 21 kB 00:00 2024-02-26T04:44:44.725 INFO:teuthology.orchestra.run.smithi175.stdout:(55/166): flex-2.6.4-9.el9.x86_64.rpm 6.1 MB/s | 313 kB 00:00 2024-02-26T04:44:44.732 INFO:teuthology.orchestra.run.smithi161.stdout:(55/166): bison-3.7.4-5.el9.x86_64.rpm 1.9 MB/s | 943 kB 00:00 2024-02-26T04:44:44.750 INFO:teuthology.orchestra.run.smithi175.stdout:(56/166): flexiblas-3.0.4-8.el9.x86_64.rpm 650 kB/s | 33 kB 00:00 2024-02-26T04:44:44.758 INFO:teuthology.orchestra.run.smithi161.stdout:(56/166): libquadmath-11.4.1-3.el9.x86_64.rpm 151 kB/s | 195 kB 00:01 2024-02-26T04:44:44.775 INFO:teuthology.orchestra.run.smithi175.stdout:(57/166): bison-3.7.4-5.el9.x86_64.rpm 4.8 MB/s | 943 kB 00:00 2024-02-26T04:44:44.783 INFO:teuthology.orchestra.run.smithi161.stdout:(57/166): flexiblas-3.0.4-8.el9.x86_64.rpm 279 kB/s | 33 kB 00:00 2024-02-26T04:44:44.809 INFO:teuthology.orchestra.run.smithi175.stdout:(58/166): flexiblas-openblas-openmp-3.0.4-8.el9 311 kB/s | 18 kB 00:00 2024-02-26T04:44:44.834 INFO:teuthology.orchestra.run.smithi175.stdout:(59/166): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.7 MB/s | 160 kB 00:00 2024-02-26T04:44:44.875 INFO:teuthology.orchestra.run.smithi161.stdout:(58/166): flexiblas-openblas-openmp-3.0.4-8.el9 198 kB/s | 18 kB 00:00 2024-02-26T04:44:44.885 INFO:teuthology.orchestra.run.smithi175.stdout:(60/166): flexiblas-netlib-3.0.4-8.el9.x86_64.r 19 MB/s | 3.0 MB 00:00 2024-02-26T04:44:44.910 INFO:teuthology.orchestra.run.smithi175.stdout:(61/166): librabbitmq-0.11.0-7.el9.x86_64.rpm 450 kB/s | 45 kB 00:00 2024-02-26T04:44:44.935 INFO:teuthology.orchestra.run.smithi175.stdout:(62/166): librdkafka-1.6.1-102.el9.x86_64.rpm 6.4 MB/s | 662 kB 00:00 2024-02-26T04:44:44.959 INFO:teuthology.orchestra.run.smithi161.stdout:(59/166): librabbitmq-0.11.0-7.el9.x86_64.rpm 544 kB/s | 45 kB 00:00 2024-02-26T04:44:44.969 INFO:teuthology.orchestra.run.smithi175.stdout:(63/166): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 582 kB 00:00 2024-02-26T04:44:44.994 INFO:teuthology.orchestra.run.smithi175.stdout:(64/166): libuuid-devel-2.37.4-15.el9.x86_64.rp 305 kB/s | 26 kB 00:00 2024-02-26T04:44:45.019 INFO:teuthology.orchestra.run.smithi175.stdout:(65/166): libzstd-devel-1.5.1-2.el9.x86_64.rpm 566 kB/s | 47 kB 00:00 2024-02-26T04:44:45.092 INFO:teuthology.orchestra.run.smithi161.stdout:(60/166): librdkafka-1.6.1-102.el9.x86_64.rpm 4.9 MB/s | 662 kB 00:00 2024-02-26T04:44:45.114 INFO:teuthology.orchestra.run.smithi175.stdout:(66/166): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.0 MB/s | 292 kB 00:00 2024-02-26T04:44:45.151 INFO:teuthology.orchestra.run.smithi161.stdout:(61/166): libpmemobj-1.12.1-1.el9.x86_64.rpm 436 kB/s | 160 kB 00:00 2024-02-26T04:44:45.170 INFO:teuthology.orchestra.run.smithi175.stdout:(67/166): openblas-0.3.21-2.el9.x86_64.rpm 234 kB/s | 35 kB 00:00 2024-02-26T04:44:45.204 INFO:teuthology.orchestra.run.smithi175.stdout:(68/166): lua-5.4.4-4.el9.x86_64.rpm 897 kB/s | 188 kB 00:00 2024-02-26T04:44:45.209 INFO:teuthology.orchestra.run.smithi112.stdout:(7/166): ceph-mon-19.0.0-1514.g25296a8f.el9.x86 7.8 MB/s | 4.7 MB 00:00 2024-02-26T04:44:45.235 INFO:teuthology.orchestra.run.smithi161.stdout:(62/166): libtool-2.4.6-45.el9.x86_64.rpm 4.0 MB/s | 582 kB 00:00 2024-02-26T04:44:45.268 INFO:teuthology.orchestra.run.smithi161.stdout:(63/166): libuuid-devel-2.37.4-15.el9.x86_64.rp 219 kB/s | 26 kB 00:00 2024-02-26T04:44:45.343 INFO:teuthology.orchestra.run.smithi161.stdout:(64/166): libzstd-devel-1.5.1-2.el9.x86_64.rpm 437 kB/s | 47 kB 00:00 2024-02-26T04:44:45.438 INFO:teuthology.orchestra.run.smithi175.stdout:(69/166): postgresql-13.11-1.el9.x86_64.rpm 6.8 MB/s | 1.6 MB 00:00 2024-02-26T04:44:45.444 INFO:teuthology.orchestra.run.smithi161.stdout:(65/166): lua-5.4.4-4.el9.x86_64.rpm 1.8 MB/s | 188 kB 00:00 2024-02-26T04:44:45.488 INFO:teuthology.orchestra.run.smithi175.stdout:(70/166): openssl-devel-3.0.7-25.el9.x86_64.rpm 13 MB/s | 4.1 MB 00:00 2024-02-26T04:44:45.522 INFO:teuthology.orchestra.run.smithi175.stdout:(71/166): postgresql-contrib-13.11-1.el9.x86_64 11 MB/s | 905 kB 00:00 2024-02-26T04:44:45.536 INFO:teuthology.orchestra.run.smithi161.stdout:(66/166): openblas-0.3.21-2.el9.x86_64.rpm 385 kB/s | 35 kB 00:00 2024-02-26T04:44:45.556 INFO:teuthology.orchestra.run.smithi175.stdout:(72/166): postgresql-private-libs-13.11-1.el9.x 2.0 MB/s | 135 kB 00:00 2024-02-26T04:44:45.594 INFO:teuthology.orchestra.run.smithi161.stdout:(67/166): lttng-ust-2.12.0-6.el9.x86_64.rpm 898 kB/s | 292 kB 00:00 2024-02-26T04:44:45.631 INFO:teuthology.orchestra.run.smithi175.stdout:(73/166): protobuf-3.14.0-13.el9.x86_64.rpm 13 MB/s | 1.0 MB 00:00 2024-02-26T04:44:45.706 INFO:teuthology.orchestra.run.smithi175.stdout:(74/166): python3-attrs-20.3.0-7.el9.noarch.rpm 1.1 MB/s | 87 kB 00:00 2024-02-26T04:44:45.744 INFO:teuthology.orchestra.run.smithi161.stdout:(68/166): flexiblas-netlib-3.0.4-8.el9.x86_64.r 3.0 MB/s | 3.0 MB 00:01 2024-02-26T04:44:45.782 INFO:teuthology.orchestra.run.smithi175.stdout:(75/166): openblas-openmp-0.3.21-2.el9.x86_64.r 7.1 MB/s | 4.7 MB 00:00 2024-02-26T04:44:45.865 INFO:teuthology.orchestra.run.smithi175.stdout:(76/166): python3-devel-3.9.17-2.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-02-26T04:44:45.941 INFO:teuthology.orchestra.run.smithi175.stdout:(77/166): postgresql-server-13.11-1.el9.x86_64. 14 MB/s | 5.7 MB 00:00 2024-02-26T04:44:45.966 INFO:teuthology.orchestra.run.smithi175.stdout:(78/166): python3-jinja2-2.11.3-5.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-02-26T04:44:46.008 INFO:teuthology.orchestra.run.smithi175.stdout:(79/166): python3-jsonpatch-1.21-16.el9.noarch. 384 kB/s | 26 kB 00:00 2024-02-26T04:44:46.033 INFO:teuthology.orchestra.run.smithi175.stdout:(80/166): python3-jsonpointer-2.0-4.el9.noarch. 285 kB/s | 19 kB 00:00 2024-02-26T04:44:46.045 INFO:teuthology.orchestra.run.smithi161.stdout:(69/166): openblas-openmp-0.3.21-2.el9.x86_64.r 9.3 MB/s | 4.7 MB 00:00 2024-02-26T04:44:46.112 INFO:teuthology.orchestra.run.smithi161.stdout:(70/166): postgresql-13.11-1.el9.x86_64.rpm 4.3 MB/s | 1.6 MB 00:00 2024-02-26T04:44:46.125 INFO:teuthology.orchestra.run.smithi175.stdout:(81/166): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 6.0 MB 00:00 2024-02-26T04:44:46.150 INFO:teuthology.orchestra.run.smithi175.stdout:(82/166): python3-markupsafe-1.1.1-12.el9.x86_6 297 kB/s | 35 kB 00:00 2024-02-26T04:44:46.153 INFO:teuthology.orchestra.run.smithi161.stdout:(71/166): postgresql-contrib-13.11-1.el9.x86_64 8.2 MB/s | 905 kB 00:00 2024-02-26T04:44:46.176 INFO:teuthology.orchestra.run.smithi175.stdout:(83/166): python3-mako-1.1.4-6.el9.noarch.rpm 1.0 MB/s | 172 kB 00:00 2024-02-26T04:44:46.212 INFO:teuthology.orchestra.run.smithi161.stdout:(72/166): postgresql-private-libs-13.11-1.el9.x 1.3 MB/s | 135 kB 00:00 2024-02-26T04:44:46.226 INFO:teuthology.orchestra.run.smithi175.stdout:(84/166): python3-numpy-f2py-1.20.1-5.el9.x86_6 3.3 MB/s | 250 kB 00:00 2024-02-26T04:44:46.251 INFO:teuthology.orchestra.run.smithi175.stdout:(85/166): python3-oauthlib-3.1.1-5.el9.noarch.r 2.9 MB/s | 222 kB 00:00 2024-02-26T04:44:46.293 INFO:teuthology.orchestra.run.smithi175.stdout:(86/166): python3-packaging-20.9-5.el9.noarch.r 1.1 MB/s | 77 kB 00:00 2024-02-26T04:44:46.327 INFO:teuthology.orchestra.run.smithi175.stdout:(87/166): python3-prettytable-0.7.2-27.el9.noar 561 kB/s | 42 kB 00:00 2024-02-26T04:44:46.359 INFO:teuthology.orchestra.run.smithi112.stdout:(8/166): ceph-radosgw-19.0.0-1514.g25296a8f.el9 8.5 MB/s | 9.7 MB 00:01 2024-02-26T04:44:46.377 INFO:teuthology.orchestra.run.smithi175.stdout:(88/166): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 269 kB 00:00 2024-02-26T04:44:46.411 INFO:teuthology.orchestra.run.smithi175.stdout:(89/166): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-02-26T04:44:46.462 INFO:teuthology.orchestra.run.smithi161.stdout:(73/166): protobuf-3.14.0-13.el9.x86_64.rpm 4.0 MB/s | 1.0 MB 00:00 2024-02-26T04:44:46.478 INFO:teuthology.orchestra.run.smithi175.stdout:(90/166): python3-numpy-1.20.1-5.el9.x86_64.rpm 14 MB/s | 5.1 MB 00:00 2024-02-26T04:44:46.503 INFO:teuthology.orchestra.run.smithi175.stdout:(91/166): python3-pytz-2021.1-5.el9.noarch.rpm 555 kB/s | 51 kB 00:00 2024-02-26T04:44:46.528 INFO:teuthology.orchestra.run.smithi175.stdout:(92/166): python3-pyasn1-modules-0.4.8-6.el9.no 1.8 MB/s | 279 kB 00:00 2024-02-26T04:44:46.553 INFO:teuthology.orchestra.run.smithi175.stdout:(93/166): python3-requests-oauthlib-1.3.0-12.el 710 kB/s | 54 kB 00:00 2024-02-26T04:44:46.587 INFO:teuthology.orchestra.run.smithi161.stdout:(74/166): python3-attrs-20.3.0-7.el9.noarch.rpm 700 kB/s | 87 kB 00:00 2024-02-26T04:44:46.604 INFO:teuthology.orchestra.run.smithi175.stdout:(94/166): python3-toml-0.10.2-6.el9.noarch.rpm 553 kB/s | 42 kB 00:00 2024-02-26T04:44:46.610 INFO:teuthology.orchestra.run.smithi112.stdout:(9/166): ceph-common-19.0.0-1514.g25296a8f.el9. 6.1 MB/s | 20 MB 00:03 2024-02-26T04:44:46.629 INFO:teuthology.orchestra.run.smithi175.stdout:(95/166): python3-wcwidth-0.2.5-8.el9.noarch.rp 585 kB/s | 44 kB 00:00 2024-02-26T04:44:46.635 INFO:teuthology.orchestra.run.smithi112.stdout:(10/166): ceph-selinux-19.0.0-1514.g25296a8f.el 92 kB/s | 25 kB 00:00 2024-02-26T04:44:46.671 INFO:teuthology.orchestra.run.smithi161.stdout:(75/166): postgresql-server-13.11-1.el9.x86_64. 11 MB/s | 5.7 MB 00:00 2024-02-26T04:44:46.679 INFO:teuthology.orchestra.run.smithi175.stdout:(96/166): qatlib-23.11.0-1.el9.x86_64.rpm 2.8 MB/s | 216 kB 00:00 2024-02-26T04:44:46.705 INFO:teuthology.orchestra.run.smithi175.stdout:(97/166): qatlib-service-23.11.0-1.el9.x86_64.r 463 kB/s | 35 kB 00:00 2024-02-26T04:44:46.752 INFO:teuthology.orchestra.run.smithi112.stdout:(11/166): cephfs-mirror-19.0.0-1514.g25296a8f.e 1.8 MB/s | 217 kB 00:00 2024-02-26T04:44:46.755 INFO:teuthology.orchestra.run.smithi175.stdout:(98/166): qatzip-libs-1.1.2-2.el9.x86_64.rpm 590 kB/s | 44 kB 00:00 2024-02-26T04:44:46.780 INFO:teuthology.orchestra.run.smithi161.stdout:(76/166): python3-devel-3.9.17-2.el9.x86_64.rpm 2.2 MB/s | 245 kB 00:00 2024-02-26T04:44:46.797 INFO:teuthology.orchestra.run.smithi175.stdout:(99/166): socat-1.7.4.1-5.el9.x86_64.rpm 3.2 MB/s | 305 kB 00:00 2024-02-26T04:44:46.847 INFO:teuthology.orchestra.run.smithi175.stdout:(100/166): uuid-1.6.2-55.el9.x86_64.rpm 628 kB/s | 58 kB 00:00 2024-02-26T04:44:46.886 INFO:teuthology.orchestra.run.smithi112.stdout:(12/166): cephfs-shell-19.0.0-1514.g25296a8f.el 204 kB/s | 27 kB 00:00 2024-02-26T04:44:46.889 INFO:teuthology.orchestra.run.smithi175.stdout:(101/166): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.0 MB/s | 94 kB 00:00 2024-02-26T04:44:46.897 INFO:teuthology.orchestra.run.smithi161.stdout:(77/166): python3-jinja2-2.11.3-5.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-02-26T04:44:46.922 INFO:teuthology.orchestra.run.smithi175.stdout:(102/166): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-02-26T04:44:46.956 INFO:teuthology.orchestra.run.smithi175.stdout:(103/166): zlib-devel-1.2.11-40.el9.x86_64.rpm 673 kB/s | 45 kB 00:00 2024-02-26T04:44:46.986 INFO:teuthology.orchestra.run.smithi112.stdout:(13/166): libcephfs-devel-19.0.0-1514.g25296a8f 314 kB/s | 31 kB 00:00 2024-02-26T04:44:46.997 INFO:teuthology.orchestra.run.smithi161.stdout:(78/166): python3-jsonpatch-1.21-16.el9.noarch. 257 kB/s | 26 kB 00:00 2024-02-26T04:44:47.040 INFO:teuthology.orchestra.run.smithi175.stdout:(104/166): lua-devel-5.4.4-4.el9.x86_64.rpm 190 kB/s | 22 kB 00:00 2024-02-26T04:44:47.083 INFO:teuthology.orchestra.run.smithi161.stdout:(79/166): python3-jsonpointer-2.0-4.el9.noarch. 230 kB/s | 19 kB 00:00 2024-02-26T04:44:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:(14/166): libcephfs2-19.0.0-1514.g25296a8f.el9. 4.6 MB/s | 743 kB 00:00 2024-02-26T04:44:47.189 INFO:teuthology.orchestra.run.smithi161.stdout:(80/166): python3-mako-1.1.4-6.el9.noarch.rpm 1.6 MB/s | 172 kB 00:00 2024-02-26T04:44:47.270 INFO:teuthology.orchestra.run.smithi112.stdout:(15/166): libcephsqlite-19.0.0-1514.g25296a8f.e 1.3 MB/s | 163 kB 00:00 2024-02-26T04:44:47.297 INFO:teuthology.orchestra.run.smithi161.stdout:(81/166): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-02-26T04:44:47.307 INFO:teuthology.orchestra.run.smithi175.stdout:(105/166): protobuf-compiler-3.14.0-13.el9.x86_ 2.4 MB/s | 863 kB 00:00 2024-02-26T04:44:47.378 INFO:teuthology.orchestra.run.smithi112.stdout:(16/166): librados-devel-19.0.0-1514.g25296a8f. 1.1 MB/s | 127 kB 00:00 2024-02-26T04:44:47.520 INFO:teuthology.orchestra.run.smithi112.stdout:(17/166): libradosstriper1-19.0.0-1514.g25296a8 3.5 MB/s | 498 kB 00:00 2024-02-26T04:44:47.523 INFO:teuthology.orchestra.run.smithi161.stdout:(82/166): python3-babel-2.9.1-2.el9.noarch.rpm 6.4 MB/s | 6.0 MB 00:00 2024-02-26T04:44:47.583 INFO:teuthology.orchestra.run.smithi175.stdout:(106/166): python3-scipy-1.6.2-8.el9.x86_64.rpm 15 MB/s | 16 MB 00:01 2024-02-26T04:44:47.640 INFO:teuthology.orchestra.run.smithi161.stdout:(83/166): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.1 MB/s | 250 kB 00:00 2024-02-26T04:44:47.691 INFO:teuthology.orchestra.run.smithi175.stdout:(107/166): abseil-cpp-20211102.0-3.el9.x86_64.r 842 kB/s | 548 kB 00:00 2024-02-26T04:44:47.740 INFO:teuthology.orchestra.run.smithi161.stdout:(84/166): python3-oauthlib-3.1.1-5.el9.noarch.r 2.2 MB/s | 222 kB 00:00 2024-02-26T04:44:47.808 INFO:teuthology.orchestra.run.smithi161.stdout:(85/166): python3-numpy-1.20.1-5.el9.x86_64.rpm 10 MB/s | 5.1 MB 00:00 2024-02-26T04:44:47.841 INFO:teuthology.orchestra.run.smithi175.stdout:(108/166): grpc-data-1.46.7-10.el9.noarch.rpm 75 kB/s | 19 kB 00:00 2024-02-26T04:44:47.849 INFO:teuthology.orchestra.run.smithi161.stdout:(86/166): python3-packaging-20.9-5.el9.noarch.r 711 kB/s | 77 kB 00:00 2024-02-26T04:44:47.866 INFO:teuthology.orchestra.run.smithi175.stdout:(109/166): gperftools-libs-2.9.1-2.el9.x86_64.r 552 kB/s | 309 kB 00:00 2024-02-26T04:44:47.925 INFO:teuthology.orchestra.run.smithi161.stdout:(87/166): python3-prettytable-0.7.2-27.el9.noar 361 kB/s | 42 kB 00:00 2024-02-26T04:44:47.950 INFO:teuthology.orchestra.run.smithi175.stdout:(110/166): libarrow-doc-9.0.0-10.el9.noarch.rpm 239 kB/s | 26 kB 00:00 2024-02-26T04:44:47.992 INFO:teuthology.orchestra.run.smithi175.stdout:(111/166): liboath-2.6.7-2.el9.x86_64.rpm 387 kB/s | 49 kB 00:00 2024-02-26T04:44:48.033 INFO:teuthology.orchestra.run.smithi161.stdout:(88/166): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-02-26T04:44:48.151 INFO:teuthology.orchestra.run.smithi175.stdout:(112/166): libunwind-1.6.2-1.el9.x86_64.rpm 336 kB/s | 67 kB 00:00 2024-02-26T04:44:48.158 INFO:teuthology.orchestra.run.smithi161.stdout:(89/166): python3-pyasn1-modules-0.4.8-6.el9.no 2.2 MB/s | 279 kB 00:00 2024-02-26T04:44:48.176 INFO:teuthology.orchestra.run.smithi175.stdout:(113/166): luarocks-3.9.2-1.el9.noarch.rpm 823 kB/s | 151 kB 00:00 2024-02-26T04:44:48.233 INFO:teuthology.orchestra.run.smithi161.stdout:(90/166): python3-protobuf-3.14.0-13.el9.noarch 701 kB/s | 269 kB 00:00 2024-02-26T04:44:48.259 INFO:teuthology.orchestra.run.smithi161.stdout:(91/166): python3-pytz-2021.1-5.el9.noarch.rpm 508 kB/s | 51 kB 00:00 2024-02-26T04:44:48.309 INFO:teuthology.orchestra.run.smithi161.stdout:(92/166): python3-requests-oauthlib-1.3.0-12.el 715 kB/s | 54 kB 00:00 2024-02-26T04:44:48.343 INFO:teuthology.orchestra.run.smithi175.stdout:(114/166): libarrow-9.0.0-10.el9.x86_64.rpm 6.8 MB/s | 4.4 MB 00:00 2024-02-26T04:44:48.393 INFO:teuthology.orchestra.run.smithi175.stdout:(115/166): python3-asyncssh-2.13.2-4.el9.noarch 2.5 MB/s | 548 kB 00:00 2024-02-26T04:44:48.426 INFO:teuthology.orchestra.run.smithi161.stdout:(93/166): python3-toml-0.10.2-6.el9.noarch.rpm 357 kB/s | 42 kB 00:00 2024-02-26T04:44:48.445 INFO:teuthology.orchestra.run.smithi112.stdout:(18/166): librgw2-19.0.0-1514.g25296a8f.el9.x86 5.5 MB/s | 5.1 MB 00:00 2024-02-26T04:44:48.452 INFO:teuthology.orchestra.run.smithi175.stdout:(116/166): python3-bcrypt-3.2.2-1.el9.x86_64.rp 400 kB/s | 43 kB 00:00 2024-02-26T04:44:48.502 INFO:teuthology.orchestra.run.smithi175.stdout:(117/166): python3-cachetools-4.2.4-1.el9.noarc 296 kB/s | 32 kB 00:00 2024-02-26T04:44:48.510 INFO:teuthology.orchestra.run.smithi161.stdout:(94/166): python3-wcwidth-0.2.5-8.el9.noarch.rp 531 kB/s | 44 kB 00:00 2024-02-26T04:44:48.536 INFO:teuthology.orchestra.run.smithi175.stdout:(118/166): parquet-libs-9.0.0-10.el9.x86_64.rpm 2.1 MB/s | 838 kB 00:00 2024-02-26T04:44:48.554 INFO:teuthology.orchestra.run.smithi112.stdout:(19/166): python3-ceph-argparse-19.0.0-1514.g25 419 kB/s | 45 kB 00:00 2024-02-26T04:44:48.561 INFO:teuthology.orchestra.run.smithi175.stdout:(119/166): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-02-26T04:44:48.610 INFO:teuthology.orchestra.run.smithi161.stdout:(95/166): qatlib-23.11.0-1.el9.x86_64.rpm 2.1 MB/s | 216 kB 00:00 2024-02-26T04:44:48.628 INFO:teuthology.orchestra.run.smithi175.stdout:(120/166): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-02-26T04:44:48.656 INFO:teuthology.orchestra.run.smithi175.stdout:(121/166): python3-cherrypy-18.6.1-2.el9.noarch 2.9 MB/s | 358 kB 00:00 2024-02-26T04:44:48.669 INFO:teuthology.orchestra.run.smithi161.stdout:(96/166): openssl-devel-3.0.7-25.el9.x86_64.rpm 1.3 MB/s | 4.1 MB 00:03 2024-02-26T04:44:48.689 INFO:teuthology.orchestra.run.smithi175.stdout:(122/166): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.3 MB/s | 303 kB 00:00 2024-02-26T04:44:48.719 INFO:teuthology.orchestra.run.smithi161.stdout:(97/166): qatlib-service-23.11.0-1.el9.x86_64.r 322 kB/s | 35 kB 00:00 2024-02-26T04:44:48.740 INFO:teuthology.orchestra.run.smithi175.stdout:(123/166): python3-colorama-0.4.4-12.el9.noarch 316 kB/s | 35 kB 00:00 2024-02-26T04:44:48.769 INFO:teuthology.orchestra.run.smithi161.stdout:(98/166): qatzip-libs-1.1.2-2.el9.x86_64.rpm 444 kB/s | 44 kB 00:00 2024-02-26T04:44:48.773 INFO:teuthology.orchestra.run.smithi175.stdout:(124/166): python3-google-auth-2.28.0-1.el9.noa 1.7 MB/s | 203 kB 00:00 2024-02-26T04:44:48.788 INFO:teuthology.orchestra.run.smithi112.stdout:(20/166): ceph-osd-19.0.0-1514.g25296a8f.el9.x8 4.1 MB/s | 17 MB 00:04 2024-02-26T04:44:48.821 INFO:teuthology.orchestra.run.smithi112.stdout:(21/166): python3-ceph-common-19.0.0-1514.g2529 494 kB/s | 131 kB 00:00 2024-02-26T04:44:48.827 INFO:teuthology.orchestra.run.smithi161.stdout:(99/166): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-02-26T04:44:48.874 INFO:teuthology.orchestra.run.smithi175.stdout:(125/166): python3-grpcio-tools-1.46.7-10.el9.x 1.1 MB/s | 144 kB 00:00 2024-02-26T04:44:48.899 INFO:teuthology.orchestra.run.smithi175.stdout:(126/166): python3-jaraco-8.2.1-3.el9.noarch.rp 85 kB/s | 11 kB 00:00 2024-02-26T04:44:48.928 INFO:teuthology.orchestra.run.smithi161.stdout:(100/166): uuid-1.6.2-55.el9.x86_64.rpm 365 kB/s | 58 kB 00:00 2024-02-26T04:44:48.966 INFO:teuthology.orchestra.run.smithi175.stdout:(127/166): python3-jaraco-classes-3.2.1-5.el9.n 192 kB/s | 18 kB 00:00 2024-02-26T04:44:48.971 INFO:teuthology.orchestra.run.smithi112.stdout:(22/166): python3-cephfs-19.0.0-1514.g25296a8f. 885 kB/s | 161 kB 00:00 2024-02-26T04:44:49.005 INFO:teuthology.orchestra.run.smithi112.stdout:(23/166): python3-rados-19.0.0-1514.g25296a8f.e 1.7 MB/s | 320 kB 00:00 2024-02-26T04:44:49.008 INFO:teuthology.orchestra.run.smithi175.stdout:(128/166): python3-grpcio-1.46.7-10.el9.x86_64. 6.4 MB/s | 2.0 MB 00:00 2024-02-26T04:44:49.025 INFO:teuthology.orchestra.run.smithi175.stdout:(129/166): python3-jaraco-collections-3.0.0-8.e 184 kB/s | 23 kB 00:00 2024-02-26T04:44:49.058 INFO:teuthology.orchestra.run.smithi175.stdout:(130/166): python3-jaraco-functools-3.5.0-2.el9 210 kB/s | 19 kB 00:00 2024-02-26T04:44:49.069 INFO:teuthology.orchestra.run.smithi161.stdout:(101/166): xmlstarlet-1.6.1-20.el9.x86_64.rpm 450 kB/s | 64 kB 00:00 2024-02-26T04:44:49.100 INFO:teuthology.orchestra.run.smithi175.stdout:(131/166): python3-jaraco-text-3.2.0-6.el9.noar 213 kB/s | 20 kB 00:00 2024-02-26T04:44:49.130 INFO:teuthology.orchestra.run.smithi112.stdout:(24/166): python3-rgw-19.0.0-1514.g25296a8f.el9 799 kB/s | 99 kB 00:00 2024-02-26T04:44:49.159 INFO:teuthology.orchestra.run.smithi175.stdout:(132/166): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-02-26T04:44:49.166 INFO:teuthology.orchestra.run.smithi112.stdout:(25/166): python3-rbd-19.0.0-1514.g25296a8f.el9 1.5 MB/s | 298 kB 00:00 2024-02-26T04:44:49.178 INFO:teuthology.orchestra.run.smithi161.stdout:(102/166): zlib-devel-1.2.11-40.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-02-26T04:44:49.218 INFO:teuthology.orchestra.run.smithi175.stdout:(133/166): python3-more-itertools-8.12.0-2.el9. 675 kB/s | 79 kB 00:00 2024-02-26T04:44:49.251 INFO:teuthology.orchestra.run.smithi175.stdout:(134/166): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-02-26T04:44:49.276 INFO:teuthology.orchestra.run.smithi175.stdout:(135/166): python3-natsort-7.1.1-5.el9.noarch.r 493 kB/s | 58 kB 00:00 2024-02-26T04:44:49.353 INFO:teuthology.orchestra.run.smithi175.stdout:(136/166): python3-pecan-1.4.2-3.el9.noarch.rpm 2.0 MB/s | 272 kB 00:00 2024-02-26T04:44:49.377 INFO:teuthology.orchestra.run.smithi175.stdout:(137/166): python3-portend-3.1.0-2.el9.noarch.r 131 kB/s | 16 kB 00:00 2024-02-26T04:44:49.402 INFO:teuthology.orchestra.run.smithi175.stdout:(138/166): python3-pyOpenSSL-21.0.0-1.el9.noarc 716 kB/s | 90 kB 00:00 2024-02-26T04:44:49.453 INFO:teuthology.orchestra.run.smithi175.stdout:(139/166): python3-pyperclip-1.8.2-2.el9.noarch 281 kB/s | 28 kB 00:00 2024-02-26T04:44:49.486 INFO:teuthology.orchestra.run.smithi175.stdout:(140/166): python3-repoze-lru-0.7-16.el9.noarch 282 kB/s | 31 kB 00:00 2024-02-26T04:44:49.520 INFO:teuthology.orchestra.run.smithi175.stdout:(141/166): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-02-26T04:44:49.553 INFO:teuthology.orchestra.run.smithi175.stdout:(142/166): python3-rsa-4.9-2.el9.noarch.rpm 588 kB/s | 59 kB 00:00 2024-02-26T04:44:49.587 INFO:teuthology.orchestra.run.smithi175.stdout:(143/166): python3-tempora-5.0.0-2.el9.noarch.r 356 kB/s | 36 kB 00:00 2024-02-26T04:44:49.620 INFO:teuthology.orchestra.run.smithi161.stdout:(103/166): python3-scipy-1.6.2-8.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-02-26T04:44:49.621 INFO:teuthology.orchestra.run.smithi175.stdout:(144/166): python3-typing-extensions-4.4.0-2.el 508 kB/s | 51 kB 00:00 2024-02-26T04:44:49.687 INFO:teuthology.orchestra.run.smithi175.stdout:(145/166): python3-webob-1.8.7-6.el9.noarch.rpm 1.7 MB/s | 230 kB 00:00 2024-02-26T04:44:49.689 INFO:teuthology.orchestra.run.smithi112.stdout:(26/166): ceph-test-19.0.0-1514.g25296a8f.el9.x 15 MB/s | 47 MB 00:03 2024-02-26T04:44:49.712 INFO:teuthology.orchestra.run.smithi161.stdout:(104/166): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 106 kB/s | 94 kB 00:00 2024-02-26T04:44:49.713 INFO:teuthology.orchestra.run.smithi175.stdout:(146/166): python3-websocket-client-1.2.3-2.el9 715 kB/s | 90 kB 00:00 2024-02-26T04:44:49.714 INFO:teuthology.orchestra.run.smithi112.stdout:(27/166): rbd-fuse-19.0.0-1514.g25296a8f.el9.x8 146 kB/s | 85 kB 00:00 2024-02-26T04:44:49.748 INFO:teuthology.orchestra.run.smithi112.stdout:(28/166): rbd-nbd-19.0.0-1514.g25296a8f.el9.x86 2.9 MB/s | 171 kB 00:00 2024-02-26T04:44:49.756 INFO:teuthology.orchestra.run.smithi175.stdout:(147/166): python3-werkzeug-2.0.3-3.el9.1.noarc 3.1 MB/s | 427 kB 00:00 2024-02-26T04:44:49.797 INFO:teuthology.orchestra.run.smithi175.stdout:(148/166): python3-zc-lockfile-2.0-10.el9.noarc 183 kB/s | 20 kB 00:00 2024-02-26T04:44:49.798 INFO:teuthology.orchestra.run.smithi112.stdout:(29/166): ceph-mgr-cephadm-19.0.0-1514.g25296a8 2.7 MB/s | 138 kB 00:00 2024-02-26T04:44:49.824 INFO:teuthology.orchestra.run.smithi112.stdout:(30/166): ceph-grafana-dashboards-19.0.0-1514.g 290 kB/s | 31 kB 00:00 2024-02-26T04:44:49.839 INFO:teuthology.orchestra.run.smithi175.stdout:(149/166): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-02-26T04:44:49.949 INFO:teuthology.orchestra.run.smithi112.stdout:(31/166): ceph-mgr-dashboard-19.0.0-1514.g25296 12 MB/s | 1.8 MB 00:00 2024-02-26T04:44:50.014 INFO:teuthology.orchestra.run.smithi175.stdout:(150/166): thrift-0.15.0-2.el9.x86_64.rpm 6.1 MB/s | 1.6 MB 00:00 2024-02-26T04:44:50.016 INFO:teuthology.orchestra.run.smithi112.stdout:(32/166): ceph-mgr-modules-core-19.0.0-1514.g25 3.7 MB/s | 247 kB 00:00 2024-02-26T04:44:50.075 INFO:teuthology.orchestra.run.smithi112.stdout:(33/166): ceph-mgr-rook-19.0.0-1514.g25296a8f.e 909 kB/s | 52 kB 00:00 2024-02-26T04:44:50.125 INFO:teuthology.orchestra.run.smithi112.stdout:(34/166): ceph-prometheus-alerts-19.0.0-1514.g2 309 kB/s | 15 kB 00:00 2024-02-26T04:44:50.192 INFO:teuthology.orchestra.run.smithi112.stdout:(35/166): ceph-volume-19.0.0-1514.g25296a8f.el9 3.9 MB/s | 264 kB 00:00 2024-02-26T04:44:50.259 INFO:teuthology.orchestra.run.smithi112.stdout:(36/166): cephadm-19.0.0-1514.g25296a8f.el9.noa 11 MB/s | 748 kB 00:00 2024-02-26T04:44:50.338 INFO:teuthology.orchestra.run.smithi112.stdout:(37/166): cephfs-top-19.0.0-1514.g25296a8f.el9. 232 kB/s | 18 kB 00:00 2024-02-26T04:44:50.347 INFO:teuthology.orchestra.run.smithi161.stdout:(105/166): lua-devel-5.4.4-4.el9.x86_64.rpm 19 kB/s | 22 kB 00:01 2024-02-26T04:44:50.347 INFO:teuthology.orchestra.run.smithi175.stdout:(151/166): librbd1-19.0.0-1514.g25296a8f.el9.x8 6.1 MB/s | 3.1 MB 00:00 2024-02-26T04:44:50.548 INFO:teuthology.orchestra.run.smithi175.stdout:(152/166): NetworkManager-1.45.91-1.el9.x86_64. 4.3 MB/s | 2.3 MB 00:00 2024-02-26T04:44:50.559 INFO:teuthology.orchestra.run.smithi112.stdout:(38/166): libaio-devel-0.3.112-1.el8.x86_64.rpm 80 kB/s | 18 kB 00:00 2024-02-26T04:44:50.570 INFO:teuthology.orchestra.run.smithi161.stdout:(106/166): abseil-cpp-20211102.0-3.el9.x86_64.r 639 kB/s | 548 kB 00:00 2024-02-26T04:44:50.615 INFO:teuthology.orchestra.run.smithi175.stdout:(153/166): NetworkManager-team-1.45.91-1.el9.x8 637 kB/s | 42 kB 00:00 2024-02-26T04:44:50.690 INFO:teuthology.orchestra.run.smithi175.stdout:(154/166): NetworkManager-tui-1.45.91-1.el9.x86 3.2 MB/s | 247 kB 00:00 2024-02-26T04:44:50.693 INFO:teuthology.orchestra.run.smithi112.stdout:(39/166): fuse-2.9.9-15.el9.x86_64.rpm 607 kB/s | 80 kB 00:00 2024-02-26T04:44:50.695 INFO:teuthology.orchestra.run.smithi161.stdout:(107/166): grpc-data-1.46.7-10.el9.noarch.rpm 156 kB/s | 19 kB 00:00 2024-02-26T04:44:50.769 INFO:teuthology.orchestra.run.smithi112.stdout:(40/166): jq-1.6-16.el9.x86_64.rpm 2.5 MB/s | 187 kB 00:00 2024-02-26T04:44:50.774 INFO:teuthology.orchestra.run.smithi175.stdout:(155/166): acl-2.3.1-4.el9.x86_64.rpm 857 kB/s | 71 kB 00:00 2024-02-26T04:44:50.807 INFO:teuthology.orchestra.run.smithi175.stdout:(156/166): NetworkManager-libnm-1.45.91-1.el9.x 3.9 MB/s | 1.8 MB 00:00 2024-02-26T04:44:50.844 INFO:teuthology.orchestra.run.smithi112.stdout:(41/166): rbd-mirror-19.0.0-1514.g25296a8f.el9. 1.8 MB/s | 3.1 MB 00:01 2024-02-26T04:44:50.849 INFO:teuthology.orchestra.run.smithi175.stdout:(157/166): elfutils-debuginfod-client-0.190-2.e 482 kB/s | 36 kB 00:00 2024-02-26T04:44:50.892 INFO:teuthology.orchestra.run.smithi175.stdout:(158/166): elfutils-libelf-0.190-2.el9.x86_64.r 2.2 MB/s | 192 kB 00:00 2024-02-26T04:44:50.894 INFO:teuthology.orchestra.run.smithi112.stdout:(42/166): libgfortran-11.4.1-3.el9.x86_64.rpm 6.3 MB/s | 803 kB 00:00 2024-02-26T04:44:50.933 INFO:teuthology.orchestra.run.smithi175.stdout:(159/166): elfutils-libs-0.190-2.el9.x86_64.rpm 3.0 MB/s | 256 kB 00:00 2024-02-26T04:44:50.953 INFO:teuthology.orchestra.run.smithi112.stdout:(43/166): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.7 MB/s | 218 kB 00:00 2024-02-26T04:44:50.967 INFO:teuthology.orchestra.run.smithi175.stdout:(160/166): libacl-2.3.1-4.el9.x86_64.rpm 306 kB/s | 23 kB 00:00 2024-02-26T04:44:51.028 INFO:teuthology.orchestra.run.smithi112.stdout:(44/166): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.3 MB/s | 253 kB 00:00 2024-02-26T04:44:51.046 INFO:teuthology.orchestra.run.smithi161.stdout:(108/166): gperftools-libs-2.9.1-2.el9.x86_64.r 442 kB/s | 309 kB 00:00 2024-02-26T04:44:51.054 INFO:teuthology.orchestra.run.smithi112.stdout:(45/166): libquadmath-11.4.1-3.el9.x86_64.rpm 937 kB/s | 195 kB 00:00 2024-02-26T04:44:51.075 INFO:teuthology.orchestra.run.smithi175.stdout:(161/166): openssl-3.0.7-25.el9.x86_64.rpm 8.5 MB/s | 1.2 MB 00:00 2024-02-26T04:44:51.103 INFO:teuthology.orchestra.run.smithi112.stdout:(46/166): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-02-26T04:44:51.126 INFO:teuthology.orchestra.run.smithi175.stdout:(162/166): librados2-19.0.0-1514.g25296a8f.el9. 2.5 MB/s | 3.4 MB 00:01 2024-02-26T04:44:51.146 INFO:teuthology.orchestra.run.smithi112.stdout:(47/166): python3-cryptography-36.0.1-4.el9.x86 11 MB/s | 1.2 MB 00:00 2024-02-26T04:44:51.146 INFO:teuthology.orchestra.run.smithi161.stdout:(109/166): libarrow-doc-9.0.0-10.el9.noarch.rpm 260 kB/s | 26 kB 00:00 2024-02-26T04:44:51.168 INFO:teuthology.orchestra.run.smithi175.stdout:(163/166): openssl-libs-3.0.7-25.el9.x86_64.rpm 11 MB/s | 2.2 MB 00:00 2024-02-26T04:44:51.179 INFO:teuthology.orchestra.run.smithi112.stdout:(48/166): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 135 kB 00:00 2024-02-26T04:44:51.193 INFO:teuthology.orchestra.run.smithi175.stdout:(164/166): xfsdump-3.1.12-4.el9.x86_64.rpm 2.7 MB/s | 323 kB 00:00 2024-02-26T04:44:51.210 INFO:teuthology.orchestra.run.smithi175.stdout:(165/166): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.7 MB/s | 74 kB 00:00 2024-02-26T04:44:51.212 INFO:teuthology.orchestra.run.smithi112.stdout:(49/166): python3-requests-2.25.1-8.el9.noarch. 1.8 MB/s | 125 kB 00:00 2024-02-26T04:44:51.238 INFO:teuthology.orchestra.run.smithi161.stdout:(110/166): libarrow-9.0.0-10.el9.x86_64.rpm 8.1 MB/s | 4.4 MB 00:00 2024-02-26T04:44:51.246 INFO:teuthology.orchestra.run.smithi112.stdout:(50/166): python3-urllib3-1.26.5-5.el9.noarch.r 3.2 MB/s | 215 kB 00:00 2024-02-26T04:44:51.263 INFO:teuthology.orchestra.run.smithi161.stdout:(111/166): liboath-2.6.7-2.el9.x86_64.rpm 415 kB/s | 49 kB 00:00 2024-02-26T04:44:51.343 INFO:teuthology.orchestra.run.smithi175.stdout:(166/166): xfsprogs-6.3.0-1.el9.x86_64.rpm 4.9 MB/s | 1.1 MB 00:00 2024-02-26T04:44:51.346 INFO:teuthology.orchestra.run.smithi175.stdout:-------------------------------------------------------------------------------- 2024-02-26T04:44:51.347 INFO:teuthology.orchestra.run.smithi175.stdout:Total 9.7 MB/s | 221 MB 00:22 2024-02-26T04:44:51.363 INFO:teuthology.orchestra.run.smithi161.stdout:(112/166): libunwind-1.6.2-1.el9.x86_64.rpm 539 kB/s | 67 kB 00:00 2024-02-26T04:44:51.364 INFO:teuthology.orchestra.run.smithi112.stdout:(51/166): automake-1.16.2-8.el9.noarch.rpm 4.5 MB/s | 689 kB 00:00 2024-02-26T04:44:51.397 INFO:teuthology.orchestra.run.smithi161.stdout:(113/166): luarocks-3.9.2-1.el9.noarch.rpm 1.1 MB/s | 151 kB 00:00 2024-02-26T04:44:51.405 INFO:teuthology.orchestra.run.smithi112.stdout:(52/166): bison-3.7.4-5.el9.x86_64.rpm 5.8 MB/s | 943 kB 00:00 2024-02-26T04:44:51.447 INFO:teuthology.orchestra.run.smithi112.stdout:(53/166): elfutils-libelf-devel-0.190-2.el9.x86 525 kB/s | 21 kB 00:00 2024-02-26T04:44:51.481 INFO:teuthology.orchestra.run.smithi112.stdout:(54/166): boost-program-options-1.75.0-8.el9.x8 919 kB/s | 107 kB 00:00 2024-02-26T04:44:51.514 INFO:teuthology.orchestra.run.smithi161.stdout:(114/166): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.5 MB/s | 838 kB 00:00 2024-02-26T04:44:51.523 INFO:teuthology.orchestra.run.smithi112.stdout:(55/166): flexiblas-3.0.4-8.el9.x86_64.rpm 803 kB/s | 33 kB 00:00 2024-02-26T04:44:51.565 INFO:teuthology.orchestra.run.smithi112.stdout:(56/166): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-02-26T04:44:51.607 INFO:teuthology.orchestra.run.smithi112.stdout:(57/166): flexiblas-openblas-openmp-3.0.4-8.el9 442 kB/s | 18 kB 00:00 2024-02-26T04:44:51.622 INFO:teuthology.orchestra.run.smithi161.stdout:(115/166): python3-bcrypt-3.2.2-1.el9.x86_64.rp 402 kB/s | 43 kB 00:00 2024-02-26T04:44:51.648 INFO:teuthology.orchestra.run.smithi161.stdout:(116/166): python3-asyncssh-2.13.2-4.el9.noarch 2.1 MB/s | 548 kB 00:00 2024-02-26T04:44:51.699 INFO:teuthology.orchestra.run.smithi112.stdout:(58/166): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-02-26T04:44:51.740 INFO:teuthology.orchestra.run.smithi161.stdout:(117/166): python3-cachetools-4.2.4-1.el9.noarc 275 kB/s | 32 kB 00:00 2024-02-26T04:44:51.757 INFO:teuthology.orchestra.run.smithi112.stdout:(59/166): librabbitmq-0.11.0-7.el9.x86_64.rpm 791 kB/s | 45 kB 00:00 2024-02-26T04:44:51.765 INFO:teuthology.orchestra.run.smithi161.stdout:(118/166): python3-certifi-2021.10.8-2.el9.noar 128 kB/s | 15 kB 00:00 2024-02-26T04:44:51.823 INFO:teuthology.orchestra.run.smithi161.stdout:(119/166): protobuf-compiler-3.14.0-13.el9.x86_ 392 kB/s | 863 kB 00:02 2024-02-26T04:44:51.833 INFO:teuthology.orchestra.run.smithi112.stdout:(60/166): flexiblas-netlib-3.0.4-8.el9.x86_64.r 9.7 MB/s | 3.0 MB 00:00 2024-02-26T04:44:51.849 INFO:teuthology.orchestra.run.smithi161.stdout:(120/166): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-02-26T04:44:51.916 INFO:teuthology.orchestra.run.smithi161.stdout:(121/166): python3-cherrypy-18.6.1-2.el9.noarch 2.3 MB/s | 358 kB 00:00 2024-02-26T04:44:51.975 INFO:teuthology.orchestra.run.smithi161.stdout:(122/166): python3-colorama-0.4.4-12.el9.noarch 281 kB/s | 35 kB 00:00 2024-02-26T04:44:52.029 INFO:teuthology.orchestra.run.smithi112.stdout:(61/166): ceph-mgr-diskprediction-local-19.0.0- 3.4 MB/s | 7.4 MB 00:02 2024-02-26T04:44:52.033 INFO:teuthology.orchestra.run.smithi161.stdout:(123/166): python3-google-auth-2.28.0-1.el9.noa 1.7 MB/s | 203 kB 00:00 2024-02-26T04:44:52.075 INFO:teuthology.orchestra.run.smithi112.stdout:(62/166): librdkafka-1.6.1-102.el9.x86_64.rpm 2.0 MB/s | 662 kB 00:00 2024-02-26T04:44:52.109 INFO:teuthology.orchestra.run.smithi112.stdout:(63/166): libtool-2.4.6-45.el9.x86_64.rpm 2.1 MB/s | 582 kB 00:00 2024-02-26T04:44:52.134 INFO:teuthology.orchestra.run.smithi112.stdout:(64/166): libuuid-devel-2.37.4-15.el9.x86_64.rp 246 kB/s | 26 kB 00:00 2024-02-26T04:44:52.158 INFO:teuthology.orchestra.run.smithi161.stdout:(124/166): python3-grpcio-1.46.7-10.el9.x86_64. 11 MB/s | 2.0 MB 00:00 2024-02-26T04:44:52.159 INFO:teuthology.orchestra.run.smithi112.stdout:(65/166): libzstd-devel-1.5.1-2.el9.x86_64.rpm 570 kB/s | 47 kB 00:00 2024-02-26T04:44:52.183 INFO:teuthology.orchestra.run.smithi161.stdout:(125/166): python3-grpcio-tools-1.46.7-10.el9.x 962 kB/s | 144 kB 00:00 2024-02-26T04:44:52.218 INFO:teuthology.orchestra.run.smithi112.stdout:(66/166): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-02-26T04:44:52.244 INFO:teuthology.orchestra.run.smithi112.stdout:(67/166): openblas-0.3.21-2.el9.x86_64.rpm 425 kB/s | 35 kB 00:00 2024-02-26T04:44:52.268 INFO:teuthology.orchestra.run.smithi161.stdout:(126/166): python3-jaraco-8.2.1-3.el9.noarch.rp 98 kB/s | 11 kB 00:00 2024-02-26T04:44:52.269 INFO:teuthology.orchestra.run.smithi112.stdout:(68/166): lua-5.4.4-4.el9.x86_64.rpm 1.4 MB/s | 188 kB 00:00 2024-02-26T04:44:52.292 INFO:teuthology.orchestra.run.smithi161.stdout:(127/166): python3-jaraco-classes-3.2.1-5.el9.n 163 kB/s | 18 kB 00:00 2024-02-26T04:44:52.376 INFO:teuthology.orchestra.run.smithi161.stdout:(128/166): python3-jaraco-collections-3.0.0-8.e 213 kB/s | 23 kB 00:00 2024-02-26T04:44:52.401 INFO:teuthology.orchestra.run.smithi161.stdout:(129/166): python3-cmd2-2.4.2-2.el9.noarch.rpm 525 kB/s | 303 kB 00:00 2024-02-26T04:44:52.418 INFO:teuthology.orchestra.run.smithi161.stdout:(130/166): python3-jaraco-functools-3.5.0-2.el9 155 kB/s | 19 kB 00:00 2024-02-26T04:44:52.444 INFO:teuthology.orchestra.run.smithi112.stdout:(69/166): postgresql-13.11-1.el9.x86_64.rpm 9.1 MB/s | 1.6 MB 00:00 2024-02-26T04:44:52.477 INFO:teuthology.orchestra.run.smithi161.stdout:(131/166): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-02-26T04:44:52.519 INFO:teuthology.orchestra.run.smithi161.stdout:(132/166): python3-logutils-0.3.5-21.el9.noarch 462 kB/s | 46 kB 00:00 2024-02-26T04:44:52.585 INFO:teuthology.orchestra.run.smithi161.stdout:(133/166): python3-more-itertools-8.12.0-2.el9. 728 kB/s | 79 kB 00:00 2024-02-26T04:44:52.594 INFO:teuthology.orchestra.run.smithi112.stdout:(70/166): openblas-openmp-0.3.21-2.el9.x86_64.r 13 MB/s | 4.7 MB 00:00 2024-02-26T04:44:52.619 INFO:teuthology.orchestra.run.smithi161.stdout:(134/166): python3-natsort-7.1.1-5.el9.noarch.r 576 kB/s | 58 kB 00:00 2024-02-26T04:44:52.624 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction check 2024-02-26T04:44:52.678 INFO:teuthology.orchestra.run.smithi112.stdout:(71/166): openssl-devel-3.0.7-25.el9.x86_64.rpm 9.5 MB/s | 4.1 MB 00:00 2024-02-26T04:44:52.694 INFO:teuthology.orchestra.run.smithi161.stdout:(135/166): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-02-26T04:44:52.728 INFO:teuthology.orchestra.run.smithi161.stdout:(136/166): python3-kubernetes-26.1.0-2.el9.noar 3.1 MB/s | 1.0 MB 00:00 2024-02-26T04:44:52.739 INFO:teuthology.orchestra.run.smithi112.stdout:(72/166): postgresql-contrib-13.11-1.el9.x86_64 3.0 MB/s | 905 kB 00:00 2024-02-26T04:44:52.745 INFO:teuthology.orchestra.run.smithi161.stdout:(137/166): python3-portend-3.1.0-2.el9.noarch.r 131 kB/s | 16 kB 00:00 2024-02-26T04:44:52.778 INFO:teuthology.orchestra.run.smithi112.stdout:(73/166): postgresql-private-libs-13.11-1.el9.x 738 kB/s | 135 kB 00:00 2024-02-26T04:44:52.787 INFO:teuthology.orchestra.run.smithi161.stdout:(138/166): python3-pyOpenSSL-21.0.0-1.el9.noarc 977 kB/s | 90 kB 00:00 2024-02-26T04:44:52.837 INFO:teuthology.orchestra.run.smithi112.stdout:(74/166): python3-attrs-20.3.0-7.el9.noarch.rpm 1.5 MB/s | 87 kB 00:00 2024-02-26T04:44:52.845 INFO:teuthology.orchestra.run.smithi161.stdout:(139/166): python3-pyperclip-1.8.2-2.el9.noarch 241 kB/s | 28 kB 00:00 2024-02-26T04:44:52.863 INFO:teuthology.orchestra.run.smithi161.stdout:(140/166): python3-repoze-lru-0.7-16.el9.noarch 262 kB/s | 31 kB 00:00 2024-02-26T04:44:52.881 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction check succeeded. 2024-02-26T04:44:52.881 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction test 2024-02-26T04:44:52.896 INFO:teuthology.orchestra.run.smithi161.stdout:(141/166): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-02-26T04:44:52.904 INFO:teuthology.orchestra.run.smithi112.stdout:(75/166): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-02-26T04:44:52.971 INFO:teuthology.orchestra.run.smithi161.stdout:(142/166): python3-rsa-4.9-2.el9.noarch.rpm 471 kB/s | 59 kB 00:00 2024-02-26T04:44:52.987 INFO:teuthology.orchestra.run.smithi112.stdout:(76/166): python3-devel-3.9.17-2.el9.x86_64.rpm 2.9 MB/s | 245 kB 00:00 2024-02-26T04:44:52.988 INFO:teuthology.orchestra.run.smithi161.stdout:(143/166): python3-tempora-5.0.0-2.el9.noarch.r 285 kB/s | 36 kB 00:00 2024-02-26T04:44:53.005 INFO:teuthology.orchestra.run.smithi161.stdout:(144/166): python3-typing-extensions-4.4.0-2.el 468 kB/s | 51 kB 00:00 2024-02-26T04:44:53.079 INFO:teuthology.orchestra.run.smithi112.stdout:(77/166): python3-jinja2-2.11.3-5.el9.noarch.rp 2.7 MB/s | 248 kB 00:00 2024-02-26T04:44:53.097 INFO:teuthology.orchestra.run.smithi161.stdout:(145/166): python3-websocket-client-1.2.3-2.el9 826 kB/s | 90 kB 00:00 2024-02-26T04:44:53.122 INFO:teuthology.orchestra.run.smithi161.stdout:(146/166): python3-webob-1.8.7-6.el9.noarch.rpm 1.5 MB/s | 230 kB 00:00 2024-02-26T04:44:53.147 INFO:teuthology.orchestra.run.smithi161.stdout:(147/166): python3-werkzeug-2.0.3-3.el9.1.noarc 2.9 MB/s | 427 kB 00:00 2024-02-26T04:44:53.181 INFO:teuthology.orchestra.run.smithi161.stdout:(148/166): python3-zc-lockfile-2.0-10.el9.noarc 238 kB/s | 20 kB 00:00 2024-02-26T04:44:53.188 INFO:teuthology.orchestra.run.smithi112.stdout:(78/166): postgresql-server-13.11-1.el9.x86_64. 11 MB/s | 5.7 MB 00:00 2024-02-26T04:44:53.230 INFO:teuthology.orchestra.run.smithi112.stdout:(79/166): python3-jsonpatch-1.21-16.el9.noarch. 171 kB/s | 26 kB 00:00 2024-02-26T04:44:53.248 INFO:teuthology.orchestra.run.smithi161.stdout:(149/166): re2-20211101-3.el9.x86_64.rpm 1.5 MB/s | 192 kB 00:00 2024-02-26T04:44:53.255 INFO:teuthology.orchestra.run.smithi112.stdout:(80/166): python3-jsonpointer-2.0-4.el9.noarch. 290 kB/s | 19 kB 00:00 2024-02-26T04:44:53.298 INFO:teuthology.orchestra.run.smithi161.stdout:(150/166): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-02-26T04:44:53.305 INFO:teuthology.orchestra.run.smithi112.stdout:(81/166): python3-markupsafe-1.1.1-12.el9.x86_6 708 kB/s | 35 kB 00:00 2024-02-26T04:44:53.331 INFO:teuthology.orchestra.run.smithi112.stdout:(82/166): python3-mako-1.1.4-6.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-02-26T04:44:53.439 INFO:teuthology.orchestra.run.smithi112.stdout:(83/166): python3-babel-2.9.1-2.el9.noarch.rpm 9.9 MB/s | 6.0 MB 00:00 2024-02-26T04:44:53.523 INFO:teuthology.orchestra.run.smithi112.stdout:(84/166): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.3 MB/s | 250 kB 00:00 2024-02-26T04:44:53.548 INFO:teuthology.orchestra.run.smithi112.stdout:(85/166): python3-oauthlib-3.1.1-5.el9.noarch.r 2.0 MB/s | 222 kB 00:00 2024-02-26T04:44:53.582 INFO:teuthology.orchestra.run.smithi161.stdout:(151/166): librados2-19.0.0-1514.g25296a8f.el9. 8.4 MB/s | 3.4 MB 00:00 2024-02-26T04:44:53.640 INFO:teuthology.orchestra.run.smithi112.stdout:(86/166): python3-packaging-20.9-5.el9.noarch.r 664 kB/s | 77 kB 00:00 2024-02-26T04:44:53.657 INFO:teuthology.orchestra.run.smithi112.stdout:(87/166): python3-prettytable-0.7.2-27.el9.noar 392 kB/s | 42 kB 00:00 2024-02-26T04:44:53.682 INFO:teuthology.orchestra.run.smithi161.stdout:(152/166): librbd1-19.0.0-1514.g25296a8f.el9.x8 7.2 MB/s | 3.1 MB 00:00 2024-02-26T04:44:53.783 INFO:teuthology.orchestra.run.smithi112.stdout:(88/166): python3-numpy-1.20.1-5.el9.x86_64.rpm 11 MB/s | 5.1 MB 00:00 2024-02-26T04:44:53.807 INFO:teuthology.orchestra.run.smithi161.stdout:(153/166): NetworkManager-team-1.45.91-1.el9.x8 339 kB/s | 42 kB 00:00 2024-02-26T04:44:53.816 INFO:teuthology.orchestra.run.smithi112.stdout:(89/166): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.0 MB/s | 159 kB 00:00 2024-02-26T04:44:53.849 INFO:teuthology.orchestra.run.smithi112.stdout:(90/166): python3-protobuf-3.14.0-13.el9.noarch 1.3 MB/s | 269 kB 00:00 2024-02-26T04:44:53.892 INFO:teuthology.orchestra.run.smithi112.stdout:(91/166): python3-pytz-2021.1-5.el9.noarch.rpm 686 kB/s | 51 kB 00:00 2024-02-26T04:44:53.917 INFO:teuthology.orchestra.run.smithi112.stdout:(92/166): python3-requests-oauthlib-1.3.0-12.el 806 kB/s | 54 kB 00:00 2024-02-26T04:44:53.943 INFO:teuthology.orchestra.run.smithi112.stdout:(93/166): python3-pyasn1-modules-0.4.8-6.el9.no 1.7 MB/s | 279 kB 00:00 2024-02-26T04:44:53.993 INFO:teuthology.orchestra.run.smithi112.stdout:(94/166): python3-toml-0.10.2-6.el9.noarch.rpm 558 kB/s | 42 kB 00:00 2024-02-26T04:44:54.018 INFO:teuthology.orchestra.run.smithi112.stdout:(95/166): python3-wcwidth-0.2.5-8.el9.noarch.rp 592 kB/s | 44 kB 00:00 2024-02-26T04:44:54.077 INFO:teuthology.orchestra.run.smithi112.stdout:(96/166): qatlib-service-23.11.0-1.el9.x86_64.r 607 kB/s | 35 kB 00:00 2024-02-26T04:44:54.110 INFO:teuthology.orchestra.run.smithi112.stdout:(97/166): qatlib-23.11.0-1.el9.x86_64.rpm 1.8 MB/s | 216 kB 00:00 2024-02-26T04:44:54.149 INFO:teuthology.orchestra.run.smithi161.stdout:(154/166): NetworkManager-tui-1.45.91-1.el9.x86 723 kB/s | 247 kB 00:00 2024-02-26T04:44:54.252 INFO:teuthology.orchestra.run.smithi112.stdout:(98/166): qatzip-libs-1.1.2-2.el9.x86_64.rpm 255 kB/s | 44 kB 00:00 2024-02-26T04:44:54.311 INFO:teuthology.orchestra.run.smithi112.stdout:(99/166): socat-1.7.4.1-5.el9.x86_64.rpm 1.5 MB/s | 305 kB 00:00 2024-02-26T04:44:54.336 INFO:teuthology.orchestra.run.smithi112.stdout:(100/166): uuid-1.6.2-55.el9.x86_64.rpm 700 kB/s | 58 kB 00:00 2024-02-26T04:44:54.412 INFO:teuthology.orchestra.run.smithi112.stdout:(101/166): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 941 kB/s | 94 kB 00:00 2024-02-26T04:44:54.437 INFO:teuthology.orchestra.run.smithi112.stdout:(102/166): xmlstarlet-1.6.1-20.el9.x86_64.rpm 639 kB/s | 64 kB 00:00 2024-02-26T04:44:54.496 INFO:teuthology.orchestra.run.smithi112.stdout:(103/166): zlib-devel-1.2.11-40.el9.x86_64.rpm 545 kB/s | 45 kB 00:00 2024-02-26T04:44:54.554 INFO:teuthology.orchestra.run.smithi112.stdout:(104/166): lua-devel-5.4.4-4.el9.x86_64.rpm 192 kB/s | 22 kB 00:00 2024-02-26T04:44:54.663 INFO:teuthology.orchestra.run.smithi175.stdout:Transaction test succeeded. 2024-02-26T04:44:54.663 INFO:teuthology.orchestra.run.smithi175.stdout:Running transaction 2024-02-26T04:44:54.813 INFO:teuthology.orchestra.run.smithi112.stdout:(105/166): python3-scipy-1.6.2-8.el9.x86_64.rpm 18 MB/s | 16 MB 00:00 2024-02-26T04:44:54.913 INFO:teuthology.orchestra.run.smithi112.stdout:(106/166): protobuf-compiler-3.14.0-13.el9.x86_ 2.0 MB/s | 863 kB 00:00 2024-02-26T04:44:55.214 INFO:teuthology.orchestra.run.smithi112.stdout:(107/166): grpc-data-1.46.7-10.el9.noarch.rpm 65 kB/s | 19 kB 00:00 2024-02-26T04:44:55.380 INFO:teuthology.orchestra.run.smithi112.stdout:(108/166): gperftools-libs-2.9.1-2.el9.x86_64.r 545 kB/s | 309 kB 00:00 2024-02-26T04:44:55.435 INFO:teuthology.orchestra.run.smithi161.stdout:(155/166): acl-2.3.1-4.el9.x86_64.rpm 55 kB/s | 71 kB 00:01 2024-02-26T04:44:55.497 INFO:teuthology.orchestra.run.smithi112.stdout:(109/166): abseil-cpp-20211102.0-3.el9.x86_64.r 582 kB/s | 548 kB 00:00 2024-02-26T04:44:55.522 INFO:teuthology.orchestra.run.smithi112.stdout:(110/166): libarrow-doc-9.0.0-10.el9.noarch.rpm 184 kB/s | 26 kB 00:00 2024-02-26T04:44:55.623 INFO:teuthology.orchestra.run.smithi112.stdout:(111/166): liboath-2.6.7-2.el9.x86_64.rpm 390 kB/s | 49 kB 00:00 2024-02-26T04:44:55.648 INFO:teuthology.orchestra.run.smithi112.stdout:(112/166): libunwind-1.6.2-1.el9.x86_64.rpm 540 kB/s | 67 kB 00:00 2024-02-26T04:44:55.857 INFO:teuthology.orchestra.run.smithi112.stdout:(113/166): luarocks-3.9.2-1.el9.noarch.rpm 648 kB/s | 151 kB 00:00 2024-02-26T04:44:56.108 INFO:teuthology.orchestra.run.smithi112.stdout:(114/166): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.8 MB/s | 838 kB 00:00 2024-02-26T04:44:56.507 INFO:teuthology.orchestra.run.smithi112.stdout:(115/166): python3-bcrypt-3.2.2-1.el9.x86_64.rp 109 kB/s | 43 kB 00:00 2024-02-26T04:44:56.541 INFO:teuthology.orchestra.run.smithi112.stdout:(116/166): python3-asyncssh-2.13.2-4.el9.noarch 802 kB/s | 548 kB 00:00 2024-02-26T04:44:56.649 INFO:teuthology.orchestra.run.smithi112.stdout:(117/166): python3-cachetools-4.2.4-1.el9.noarc 228 kB/s | 32 kB 00:00 2024-02-26T04:44:56.683 INFO:teuthology.orchestra.run.smithi112.stdout:(118/166): python3-certifi-2021.10.8-2.el9.noar 106 kB/s | 15 kB 00:00 2024-02-26T04:44:56.783 INFO:teuthology.orchestra.run.smithi112.stdout:(119/166): python3-cheroot-8.6.0-4.el9.noarch.r 1.3 MB/s | 172 kB 00:00 2024-02-26T04:44:57.010 INFO:teuthology.orchestra.run.smithi161.stdout:(156/166): elfutils-debuginfod-client-0.190-2.e 23 kB/s | 36 kB 00:01 2024-02-26T04:44:57.026 INFO:teuthology.orchestra.run.smithi112.stdout:(120/166): python3-cmd2-2.4.2-2.el9.noarch.rpm 1.2 MB/s | 303 kB 00:00 2024-02-26T04:44:57.084 INFO:teuthology.orchestra.run.smithi112.stdout:(121/166): python3-cherrypy-18.6.1-2.el9.noarch 896 kB/s | 358 kB 00:00 2024-02-26T04:44:57.117 INFO:teuthology.orchestra.run.smithi112.stdout:(122/166): python3-colorama-0.4.4-12.el9.noarch 387 kB/s | 35 kB 00:00 2024-02-26T04:44:57.185 INFO:teuthology.orchestra.run.smithi161.stdout:(157/166): elfutils-libelf-0.190-2.el9.x86_64.r 1.1 MB/s | 192 kB 00:00 2024-02-26T04:44:57.318 INFO:teuthology.orchestra.run.smithi112.stdout:(123/166): python3-google-auth-2.28.0-1.el9.noa 870 kB/s | 203 kB 00:00 2024-02-26T04:44:57.318 INFO:teuthology.orchestra.run.smithi161.stdout:(158/166): NetworkManager-libnm-1.45.91-1.el9.x 497 kB/s | 1.8 MB 00:03 2024-02-26T04:44:57.516 INFO:teuthology.orchestra.run.smithi112.stdout:(124/166): python3-grpcio-tools-1.46.7-10.el9.x 731 kB/s | 144 kB 00:00 2024-02-26T04:44:57.618 INFO:teuthology.orchestra.run.smithi112.stdout:(125/166): python3-jaraco-8.2.1-3.el9.noarch.rp 106 kB/s | 11 kB 00:00 2024-02-26T04:44:57.710 INFO:teuthology.orchestra.run.smithi112.stdout:(126/166): python3-jaraco-classes-3.2.1-5.el9.n 194 kB/s | 18 kB 00:00 2024-02-26T04:44:57.727 INFO:teuthology.orchestra.run.smithi161.stdout:(159/166): libacl-2.3.1-4.el9.x86_64.rpm 56 kB/s | 23 kB 00:00 2024-02-26T04:44:57.802 INFO:teuthology.orchestra.run.smithi112.stdout:(127/166): python3-jaraco-collections-3.0.0-8.e 255 kB/s | 23 kB 00:00 2024-02-26T04:44:57.861 INFO:teuthology.orchestra.run.smithi161.stdout:(160/166): elfutils-libs-0.190-2.el9.x86_64.rpm 378 kB/s | 256 kB 00:00 2024-02-26T04:44:57.911 INFO:teuthology.orchestra.run.smithi112.stdout:(128/166): python3-jaraco-functools-3.5.0-2.el9 181 kB/s | 19 kB 00:00 2024-02-26T04:44:57.978 INFO:teuthology.orchestra.run.smithi112.stdout:(129/166): python3-grpcio-1.46.7-10.el9.x86_64. 2.4 MB/s | 2.0 MB 00:00 2024-02-26T04:44:58.003 INFO:teuthology.orchestra.run.smithi112.stdout:(130/166): python3-jaraco-text-3.2.0-6.el9.noar 216 kB/s | 20 kB 00:00 2024-02-26T04:44:58.087 INFO:teuthology.orchestra.run.smithi112.stdout:(131/166): python3-logutils-0.3.5-21.el9.noarch 559 kB/s | 46 kB 00:00 2024-02-26T04:44:58.204 INFO:teuthology.orchestra.run.smithi112.stdout:(132/166): python3-more-itertools-8.12.0-2.el9. 679 kB/s | 79 kB 00:00 2024-02-26T04:44:58.304 INFO:teuthology.orchestra.run.smithi112.stdout:(133/166): python3-natsort-7.1.1-5.el9.noarch.r 581 kB/s | 58 kB 00:00 2024-02-26T04:44:58.404 INFO:teuthology.orchestra.run.smithi112.stdout:(134/166): libarrow-9.0.0-10.el9.x86_64.rpm 1.4 MB/s | 4.4 MB 00:03 2024-02-26T04:44:58.454 INFO:teuthology.orchestra.run.smithi112.stdout:(135/166): python3-kubernetes-26.1.0-2.el9.noar 2.1 MB/s | 1.0 MB 00:00 2024-02-26T04:44:58.534 INFO:teuthology.orchestra.run.smithi112.stdout:(136/166): python3-portend-3.1.0-2.el9.noarch.r 127 kB/s | 16 kB 00:00 2024-02-26T04:44:58.564 INFO:teuthology.orchestra.run.smithi112.stdout:(137/166): python3-pyOpenSSL-21.0.0-1.el9.noarc 827 kB/s | 90 kB 00:00 2024-02-26T04:44:58.597 INFO:teuthology.orchestra.run.smithi112.stdout:(138/166): python3-pecan-1.4.2-3.el9.noarch.rpm 932 kB/s | 272 kB 00:00 2024-02-26T04:44:58.631 INFO:teuthology.orchestra.run.smithi112.stdout:(139/166): python3-pyperclip-1.8.2-2.el9.noarch 295 kB/s | 28 kB 00:00 2024-02-26T04:44:58.665 INFO:teuthology.orchestra.run.smithi112.stdout:(140/166): python3-repoze-lru-0.7-16.el9.noarch 308 kB/s | 31 kB 00:00 2024-02-26T04:44:58.732 INFO:teuthology.orchestra.run.smithi112.stdout:(141/166): python3-rsa-4.9-2.el9.noarch.rpm 592 kB/s | 59 kB 00:00 2024-02-26T04:44:58.765 INFO:teuthology.orchestra.run.smithi112.stdout:(142/166): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-02-26T04:44:58.790 INFO:teuthology.orchestra.run.smithi112.stdout:(143/166): python3-tempora-5.0.0-2.el9.noarch.r 286 kB/s | 36 kB 00:00 2024-02-26T04:44:58.832 INFO:teuthology.orchestra.run.smithi112.stdout:(144/166): python3-typing-extensions-4.4.0-2.el 510 kB/s | 51 kB 00:00 2024-02-26T04:44:58.899 INFO:teuthology.orchestra.run.smithi112.stdout:(145/166): python3-websocket-client-1.2.3-2.el9 833 kB/s | 90 kB 00:00 2024-02-26T04:44:59.000 INFO:teuthology.orchestra.run.smithi112.stdout:(146/166): python3-zc-lockfile-2.0-10.el9.noarc 201 kB/s | 20 kB 00:00 2024-02-26T04:44:59.033 INFO:teuthology.orchestra.run.smithi112.stdout:(147/166): python3-webob-1.8.7-6.el9.noarch.rpm 950 kB/s | 230 kB 00:00 2024-02-26T04:44:59.108 INFO:teuthology.orchestra.run.smithi112.stdout:(148/166): python3-werkzeug-2.0.3-3.el9.1.noarc 1.5 MB/s | 427 kB 00:00 2024-02-26T04:44:59.140 INFO:teuthology.orchestra.run.smithi112.stdout:(149/166): re2-20211101-3.el9.x86_64.rpm 1.3 MB/s | 192 kB 00:00 2024-02-26T04:44:59.994 INFO:teuthology.orchestra.run.smithi161.stdout:(161/166): NetworkManager-1.45.91-1.el9.x86_64. 347 kB/s | 2.3 MB 00:06 2024-02-26T04:45:00.141 INFO:teuthology.orchestra.run.smithi112.stdout:(150/166): librbd1-19.0.0-1514.g25296a8f.el9.x8 3.1 MB/s | 3.1 MB 00:00 2024-02-26T04:45:00.311 INFO:teuthology.orchestra.run.smithi161.stdout:(162/166): xfsdump-3.1.12-4.el9.x86_64.rpm 1.0 MB/s | 323 kB 00:00 2024-02-26T04:45:00.458 INFO:teuthology.orchestra.run.smithi112.stdout:(151/166): thrift-0.15.0-2.el9.x86_64.rpm 1.1 MB/s | 1.6 MB 00:01 2024-02-26T04:45:00.575 INFO:teuthology.orchestra.run.smithi112.stdout:(152/166): NetworkManager-1.45.91-1.el9.x86_64. 5.2 MB/s | 2.3 MB 00:00 2024-02-26T04:45:00.578 INFO:teuthology.orchestra.run.smithi161.stdout:(163/166): openssl-3.0.7-25.el9.x86_64.rpm 435 kB/s | 1.2 MB 00:02 2024-02-26T04:45:00.634 INFO:teuthology.orchestra.run.smithi112.stdout:(153/166): NetworkManager-team-1.45.91-1.el9.x8 737 kB/s | 42 kB 00:00 2024-02-26T04:45:00.685 INFO:teuthology.orchestra.run.smithi112.stdout:(154/166): NetworkManager-tui-1.45.91-1.el9.x86 4.9 MB/s | 247 kB 00:00 2024-02-26T04:45:00.809 INFO:teuthology.orchestra.run.smithi112.stdout:(155/166): acl-2.3.1-4.el9.x86_64.rpm 574 kB/s | 71 kB 00:00 2024-02-26T04:45:00.853 INFO:teuthology.orchestra.run.smithi161.stdout:(164/166): libacl-devel-2.3.1-4.el9.x86_64.rpm 270 kB/s | 74 kB 00:00 2024-02-26T04:45:00.899 INFO:teuthology.orchestra.run.smithi112.stdout:(156/166): elfutils-debuginfod-client-0.190-2.e 412 kB/s | 36 kB 00:00 2024-02-26T04:45:00.977 INFO:teuthology.orchestra.run.smithi112.stdout:(157/166): librados2-19.0.0-1514.g25296a8f.el9. 1.8 MB/s | 3.4 MB 00:01 2024-02-26T04:45:01.011 INFO:teuthology.orchestra.run.smithi112.stdout:(158/166): elfutils-libelf-0.190-2.el9.x86_64.r 1.7 MB/s | 192 kB 00:00 2024-02-26T04:45:01.011 INFO:teuthology.orchestra.run.smithi161.stdout:(165/166): openssl-libs-3.0.7-25.el9.x86_64.rpm 700 kB/s | 2.2 MB 00:03 2024-02-26T04:45:01.052 INFO:teuthology.orchestra.run.smithi112.stdout:(159/166): libacl-2.3.1-4.el9.x86_64.rpm 566 kB/s | 23 kB 00:00 2024-02-26T04:45:01.162 INFO:teuthology.orchestra.run.smithi161.stdout:(166/166): xfsprogs-6.3.0-1.el9.x86_64.rpm 1.3 MB/s | 1.1 MB 00:00 2024-02-26T04:45:01.165 INFO:teuthology.orchestra.run.smithi161.stdout:-------------------------------------------------------------------------------- 2024-02-26T04:45:01.165 INFO:teuthology.orchestra.run.smithi161.stdout:Total 7.1 MB/s | 221 MB 00:31 2024-02-26T04:45:01.186 INFO:teuthology.orchestra.run.smithi112.stdout:(160/166): openssl-3.0.7-25.el9.x86_64.rpm 9.2 MB/s | 1.2 MB 00:00 2024-02-26T04:45:01.253 INFO:teuthology.orchestra.run.smithi112.stdout:(161/166): elfutils-libs-0.190-2.el9.x86_64.rpm 930 kB/s | 256 kB 00:00 2024-02-26T04:45:01.362 INFO:teuthology.orchestra.run.smithi112.stdout:(162/166): openssl-libs-3.0.7-25.el9.x86_64.rpm 12 MB/s | 2.2 MB 00:00 2024-02-26T04:45:01.396 INFO:teuthology.orchestra.run.smithi112.stdout:(163/166): xfsdump-3.1.12-4.el9.x86_64.rpm 2.2 MB/s | 323 kB 00:00 2024-02-26T04:45:01.454 INFO:teuthology.orchestra.run.smithi112.stdout:(164/166): libacl-devel-2.3.1-4.el9.x86_64.rpm 1.3 MB/s | 74 kB 00:00 2024-02-26T04:45:01.472 INFO:teuthology.orchestra.run.smithi175.stdout: Preparing : 1/1 2024-02-26T04:45:01.589 INFO:teuthology.orchestra.run.smithi112.stdout:(165/166): xfsprogs-6.3.0-1.el9.x86_64.rpm 4.8 MB/s | 1.1 MB 00:00 2024-02-26T04:45:01.589 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/182 2024-02-26T04:45:01.627 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/182 2024-02-26T04:45:01.672 INFO:teuthology.orchestra.run.smithi112.stdout:(166/166): NetworkManager-libnm-1.45.91-1.el9.x 1.5 MB/s | 1.8 MB 00:01 2024-02-26T04:45:01.678 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-02-26T04:45:01.678 INFO:teuthology.orchestra.run.smithi112.stdout:Total 12 MB/s | 221 MB 00:19 2024-02-26T04:45:01.706 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/182 2024-02-26T04:45:01.739 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/182 2024-02-26T04:45:01.765 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/182 2024-02-26T04:45:01.807 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/182 2024-02-26T04:45:02.137 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/182 2024-02-26T04:45:02.207 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:02.329 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:02.358 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:02.450 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:02.490 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:45:02.502 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction check 2024-02-26T04:45:02.566 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 11/182 2024-02-26T04:45:02.655 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 12/182 2024-02-26T04:45:02.764 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction check succeeded. 2024-02-26T04:45:02.764 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction test 2024-02-26T04:45:02.821 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 13/182 2024-02-26T04:45:02.871 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-13.11-1.el9.x86_64 14/182 2024-02-26T04:45:02.899 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:03.002 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:03.026 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:03.088 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:03.109 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:03.125 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:03.267 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:03.297 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:03.402 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 19/182 2024-02-26T04:45:03.529 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:03.603 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:03.678 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:03.729 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:03.938 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:04.041 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : re2-1:20211101-3.el9.x86_64 22/182 2024-02-26T04:45:04.136 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 23/182 2024-02-26T04:45:04.166 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 24/182 2024-02-26T04:45:04.201 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : liboath-2.6.7-2.el9.x86_64 25/182 2024-02-26T04:45:04.265 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 26/182 2024-02-26T04:45:04.300 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 27/182 2024-02-26T04:45:04.344 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 28/182 2024-02-26T04:45:04.376 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 29/182 2024-02-26T04:45:04.404 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-5.4.4-4.el9.x86_64 30/182 2024-02-26T04:45:04.472 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 31/182 2024-02-26T04:45:04.526 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 32/182 2024-02-26T04:45:04.557 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 33/182 2024-02-26T04:45:04.561 INFO:teuthology.orchestra.run.smithi161.stdout:Transaction test succeeded. 2024-02-26T04:45:04.561 INFO:teuthology.orchestra.run.smithi161.stdout:Running transaction 2024-02-26T04:45:04.584 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 34/182 2024-02-26T04:45:04.658 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 35/182 2024-02-26T04:45:04.695 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 36/182 2024-02-26T04:45:04.737 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 37/182 2024-02-26T04:45:04.767 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 38/182 2024-02-26T04:45:04.836 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 39/182 2024-02-26T04:45:04.881 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : luarocks-3.9.2-1.el9.noarch 40/182 2024-02-26T04:45:04.954 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 41/182 2024-02-26T04:45:05.087 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 42/182 2024-02-26T04:45:05.092 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction check 2024-02-26T04:45:05.142 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 43/182 2024-02-26T04:45:05.454 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction check succeeded. 2024-02-26T04:45:05.455 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction test 2024-02-26T04:45:05.656 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rsa-4.9-2.el9.noarch 44/182 2024-02-26T04:45:05.737 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 45/182 2024-02-26T04:45:05.764 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 46/182 2024-02-26T04:45:05.794 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 47/182 2024-02-26T04:45:05.834 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 48/182 2024-02-26T04:45:05.872 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 49/182 2024-02-26T04:45:05.914 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 50/182 2024-02-26T04:45:06.049 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 51/182 2024-02-26T04:45:06.100 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 52/182 2024-02-26T04:45:06.155 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 53/182 2024-02-26T04:45:06.228 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/182 2024-02-26T04:45:06.267 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/182 2024-02-26T04:45:06.304 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/182 2024-02-26T04:45:06.352 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/182 2024-02-26T04:45:06.386 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/182 2024-02-26T04:45:06.429 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/182 2024-02-26T04:45:06.472 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/182 2024-02-26T04:45:06.604 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/182 2024-02-26T04:45:06.643 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/182 2024-02-26T04:45:06.674 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 63/182 2024-02-26T04:45:06.715 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 64/182 2024-02-26T04:45:06.808 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 65/182 2024-02-26T04:45:06.840 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 66/182 2024-02-26T04:45:06.881 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 67/182 2024-02-26T04:45:06.906 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 68/182 2024-02-26T04:45:06.931 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 69/182 2024-02-26T04:45:07.001 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 70/182 2024-02-26T04:45:07.132 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 71/182 2024-02-26T04:45:07.163 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 72/182 2024-02-26T04:45:07.190 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 73/182 2024-02-26T04:45:07.225 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 74/182 2024-02-26T04:45:07.264 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : uuid-1.6.2-55.el9.x86_64 75/182 2024-02-26T04:45:07.296 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 76/182 2024-02-26T04:45:07.325 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 77/182 2024-02-26T04:45:07.352 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 78/182 2024-02-26T04:45:07.385 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 79/182 2024-02-26T04:45:07.426 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 80/182 2024-02-26T04:45:07.468 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 81/182 2024-02-26T04:45:07.553 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 82/182 2024-02-26T04:45:07.598 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 83/182 2024-02-26T04:45:07.629 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 84/182 2024-02-26T04:45:07.676 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 85/182 2024-02-26T04:45:07.772 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-packaging-20.9-5.el9.noarch 86/182 2024-02-26T04:45:07.822 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 87/182 2024-02-26T04:45:07.865 INFO:teuthology.orchestra.run.smithi112.stdout:Transaction test succeeded. 2024-02-26T04:45:07.866 INFO:teuthology.orchestra.run.smithi112.stdout:Running transaction 2024-02-26T04:45:08.541 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 88/182 2024-02-26T04:45:08.594 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 89/182 2024-02-26T04:45:08.628 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 90/182 2024-02-26T04:45:08.725 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 91/182 2024-02-26T04:45:08.785 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 92/182 2024-02-26T04:45:08.872 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 93/182 2024-02-26T04:45:08.913 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 94/182 2024-02-26T04:45:09.089 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-0.3.21-2.el9.x86_64 95/182 2024-02-26T04:45:09.119 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 96/182 2024-02-26T04:45:09.196 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 97/182 2024-02-26T04:45:09.821 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 98/182 2024-02-26T04:45:09.940 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 99/182 2024-02-26T04:45:11.142 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 100/182 2024-02-26T04:45:11.143 INFO:teuthology.orchestra.run.smithi161.stdout: Preparing : 1/1 2024-02-26T04:45:11.214 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 101/182 2024-02-26T04:45:11.242 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 102/182 2024-02-26T04:45:11.257 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/182 2024-02-26T04:45:11.275 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libuuid-devel-2.37.4-15.el9.x86_64 103/182 2024-02-26T04:45:11.295 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/182 2024-02-26T04:45:11.357 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/182 2024-02-26T04:45:11.392 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/182 2024-02-26T04:45:11.416 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/182 2024-02-26T04:45:11.458 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/182 2024-02-26T04:45:11.580 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 104/182 2024-02-26T04:45:11.604 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:11.680 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:11.710 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 106/182 2024-02-26T04:45:11.754 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 107/182 2024-02-26T04:45:11.777 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/182 2024-02-26T04:45:11.834 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:11.947 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:11.976 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:12.051 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:12.081 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:45:12.161 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 11/182 2024-02-26T04:45:12.208 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 108/182 2024-02-26T04:45:12.223 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 12/182 2024-02-26T04:45:12.241 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:12.312 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:12.342 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 110/182 2024-02-26T04:45:12.394 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 13/182 2024-02-26T04:45:12.448 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-13.11-1.el9.x86_64 14/182 2024-02-26T04:45:12.475 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:12.579 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:12.601 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:12.664 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:12.685 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:12.701 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:12.896 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:12.922 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:13.020 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 19/182 2024-02-26T04:45:13.149 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:13.209 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:13.270 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:13.335 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:13.548 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:13.658 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : re2-1:20211101-3.el9.x86_64 22/182 2024-02-26T04:45:13.752 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 23/182 2024-02-26T04:45:13.790 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 24/182 2024-02-26T04:45:13.825 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : liboath-2.6.7-2.el9.x86_64 25/182 2024-02-26T04:45:13.889 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 26/182 2024-02-26T04:45:13.932 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 27/182 2024-02-26T04:45:13.976 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 28/182 2024-02-26T04:45:14.008 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 29/182 2024-02-26T04:45:14.036 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lua-5.4.4-4.el9.x86_64 30/182 2024-02-26T04:45:14.105 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 31/182 2024-02-26T04:45:14.159 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 32/182 2024-02-26T04:45:14.189 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 33/182 2024-02-26T04:45:14.224 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 34/182 2024-02-26T04:45:14.299 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 35/182 2024-02-26T04:45:14.327 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 36/182 2024-02-26T04:45:14.361 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 37/182 2024-02-26T04:45:14.390 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 38/182 2024-02-26T04:45:14.460 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 39/182 2024-02-26T04:45:14.505 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : luarocks-3.9.2-1.el9.noarch 40/182 2024-02-26T04:45:14.541 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:14.572 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:14.579 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 41/182 2024-02-26T04:45:14.714 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 42/182 2024-02-26T04:45:14.766 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 43/182 2024-02-26T04:45:15.151 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:15.192 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:15.273 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:15.273 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-26T04:45:15.273 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-26T04:45:15.273 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:15.292 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rsa-4.9-2.el9.noarch 44/182 2024-02-26T04:45:15.301 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:15.371 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 45/182 2024-02-26T04:45:15.397 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 46/182 2024-02-26T04:45:15.398 INFO:teuthology.orchestra.run.smithi112.stdout: Preparing : 1/1 2024-02-26T04:45:15.426 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 47/182 2024-02-26T04:45:15.475 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 48/182 2024-02-26T04:45:15.503 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-libs-1:3.0.7-25.el9.x86_64 1/182 2024-02-26T04:45:15.505 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 49/182 2024-02-26T04:45:15.547 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 50/182 2024-02-26T04:45:15.593 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/182 2024-02-26T04:45:15.683 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 51/182 2024-02-26T04:45:15.701 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/182 2024-02-26T04:45:15.724 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 52/182 2024-02-26T04:45:15.758 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/182 2024-02-26T04:45:15.779 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 53/182 2024-02-26T04:45:15.788 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/182 2024-02-26T04:45:15.852 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/182 2024-02-26T04:45:15.883 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/182 2024-02-26T04:45:15.888 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/182 2024-02-26T04:45:15.920 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/182 2024-02-26T04:45:15.967 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/182 2024-02-26T04:45:16.002 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/182 2024-02-26T04:45:16.046 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/182 2024-02-26T04:45:16.088 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/182 2024-02-26T04:45:16.221 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/182 2024-02-26T04:45:16.268 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/182 2024-02-26T04:45:16.298 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 63/182 2024-02-26T04:45:16.338 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/182 2024-02-26T04:45:16.340 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 64/182 2024-02-26T04:45:16.402 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:16.434 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 65/182 2024-02-26T04:45:16.473 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 66/182 2024-02-26T04:45:16.514 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 67/182 2024-02-26T04:45:16.539 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 68/182 2024-02-26T04:45:16.564 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 69/182 2024-02-26T04:45:16.573 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:16.597 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:16.636 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 70/182 2024-02-26T04:45:16.718 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:16.753 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:45:16.764 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 71/182 2024-02-26T04:45:16.796 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 72/182 2024-02-26T04:45:16.831 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 73/182 2024-02-26T04:45:16.865 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 74/182 2024-02-26T04:45:16.888 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 11/182 2024-02-26T04:45:16.904 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : uuid-1.6.2-55.el9.x86_64 75/182 2024-02-26T04:45:16.936 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 76/182 2024-02-26T04:45:16.966 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 77/182 2024-02-26T04:45:17.001 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 78/182 2024-02-26T04:45:17.017 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 12/182 2024-02-26T04:45:17.034 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 79/182 2024-02-26T04:45:17.076 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 80/182 2024-02-26T04:45:17.110 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 81/182 2024-02-26T04:45:17.196 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 82/182 2024-02-26T04:45:17.240 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 83/182 2024-02-26T04:45:17.271 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 84/182 2024-02-26T04:45:17.293 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 13/182 2024-02-26T04:45:17.318 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 85/182 2024-02-26T04:45:17.362 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-13.11-1.el9.x86_64 14/182 2024-02-26T04:45:17.388 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:17.416 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-packaging-20.9-5.el9.noarch 86/182 2024-02-26T04:45:17.472 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 87/182 2024-02-26T04:45:17.538 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 15/182 2024-02-26T04:45:17.572 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:17.692 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 16/182 2024-02-26T04:45:17.723 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:17.793 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 17/182 2024-02-26T04:45:18.076 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:18.117 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 18/182 2024-02-26T04:45:18.200 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 88/182 2024-02-26T04:45:18.421 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 19/182 2024-02-26T04:45:18.518 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 89/182 2024-02-26T04:45:18.554 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 90/182 2024-02-26T04:45:18.622 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:18.653 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 91/182 2024-02-26T04:45:18.712 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 92/182 2024-02-26T04:45:18.736 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 20/182 2024-02-26T04:45:18.799 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 93/182 2024-02-26T04:45:18.831 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 94/182 2024-02-26T04:45:18.936 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:18.992 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:19.007 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-0.3.21-2.el9.x86_64 95/182 2024-02-26T04:45:19.036 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 96/182 2024-02-26T04:45:19.115 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 97/182 2024-02-26T04:45:19.324 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.45.91-1.el9.x86_64 21/182 2024-02-26T04:45:19.547 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : re2-1:20211101-3.el9.x86_64 22/182 2024-02-26T04:45:19.674 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 23/182 2024-02-26T04:45:19.723 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 24/182 2024-02-26T04:45:19.763 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : liboath-2.6.7-2.el9.x86_64 25/182 2024-02-26T04:45:19.768 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 98/182 2024-02-26T04:45:19.865 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 26/182 2024-02-26T04:45:19.884 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 99/182 2024-02-26T04:45:19.919 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 27/182 2024-02-26T04:45:19.981 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 28/182 2024-02-26T04:45:20.027 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 29/182 2024-02-26T04:45:20.079 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-5.4.4-4.el9.x86_64 30/182 2024-02-26T04:45:20.199 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 31/182 2024-02-26T04:45:20.268 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 32/182 2024-02-26T04:45:20.306 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 33/182 2024-02-26T04:45:20.362 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 34/182 2024-02-26T04:45:20.480 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 35/182 2024-02-26T04:45:20.518 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 36/182 2024-02-26T04:45:20.567 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 37/182 2024-02-26T04:45:20.599 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 38/182 2024-02-26T04:45:20.711 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 39/182 2024-02-26T04:45:20.768 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : luarocks-3.9.2-1.el9.noarch 40/182 2024-02-26T04:45:20.864 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 41/182 2024-02-26T04:45:21.041 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 42/182 2024-02-26T04:45:21.107 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 43/182 2024-02-26T04:45:21.107 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 100/182 2024-02-26T04:45:21.207 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 101/182 2024-02-26T04:45:21.234 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 102/182 2024-02-26T04:45:21.259 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libuuid-devel-2.37.4-15.el9.x86_64 103/182 2024-02-26T04:45:21.576 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 104/182 2024-02-26T04:45:21.614 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:21.704 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:21.735 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 106/182 2024-02-26T04:45:21.772 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 107/182 2024-02-26T04:45:21.794 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rsa-4.9-2.el9.noarch 44/182 2024-02-26T04:45:21.895 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 45/182 2024-02-26T04:45:21.948 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 46/182 2024-02-26T04:45:21.982 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 47/182 2024-02-26T04:45:22.046 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 48/182 2024-02-26T04:45:22.127 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 49/182 2024-02-26T04:45:22.205 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 50/182 2024-02-26T04:45:22.227 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 108/182 2024-02-26T04:45:22.259 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:22.330 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:22.360 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 110/182 2024-02-26T04:45:22.422 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 51/182 2024-02-26T04:45:22.494 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : openssl-1:3.0.7-25.el9.x86_64 52/182 2024-02-26T04:45:22.574 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 53/182 2024-02-26T04:45:22.673 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 54/182 2024-02-26T04:45:22.710 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 55/182 2024-02-26T04:45:22.776 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 56/182 2024-02-26T04:45:22.825 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 57/182 2024-02-26T04:45:22.864 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 58/182 2024-02-26T04:45:22.917 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 59/182 2024-02-26T04:45:22.975 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 60/182 2024-02-26T04:45:23.165 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 61/182 2024-02-26T04:45:23.223 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 62/182 2024-02-26T04:45:23.260 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 63/182 2024-02-26T04:45:23.309 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 64/182 2024-02-26T04:45:23.435 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 65/182 2024-02-26T04:45:23.476 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 66/182 2024-02-26T04:45:23.522 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 67/182 2024-02-26T04:45:23.558 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 68/182 2024-02-26T04:45:23.591 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 69/182 2024-02-26T04:45:23.757 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 70/182 2024-02-26T04:45:23.941 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 71/182 2024-02-26T04:45:23.989 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 72/182 2024-02-26T04:45:24.027 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 73/182 2024-02-26T04:45:24.074 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 74/182 2024-02-26T04:45:24.162 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : uuid-1.6.2-55.el9.x86_64 75/182 2024-02-26T04:45:24.224 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 76/182 2024-02-26T04:45:24.269 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 77/182 2024-02-26T04:45:24.324 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 78/182 2024-02-26T04:45:24.374 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 79/182 2024-02-26T04:45:24.471 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 80/182 2024-02-26T04:45:24.507 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:24.521 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 81/182 2024-02-26T04:45:24.540 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:24.666 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 82/182 2024-02-26T04:45:24.723 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 83/182 2024-02-26T04:45:24.795 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 84/182 2024-02-26T04:45:24.865 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 85/182 2024-02-26T04:45:25.010 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-packaging-20.9-5.el9.noarch 86/182 2024-02-26T04:45:25.074 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 87/182 2024-02-26T04:45:25.083 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:25.118 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:25.182 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:25.182 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-26T04:45:25.182 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-26T04:45:25.183 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:25.219 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:26.069 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 88/182 2024-02-26T04:45:26.307 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 89/182 2024-02-26T04:45:26.352 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 90/182 2024-02-26T04:45:26.504 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 91/182 2024-02-26T04:45:26.570 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 92/182 2024-02-26T04:45:26.634 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:26.634 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /sys 2024-02-26T04:45:26.634 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /proc 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /mnt 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /var/tmp 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /home 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /root 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout:skipping the directory /tmp 2024-02-26T04:45:26.635 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:26.680 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 93/182 2024-02-26T04:45:26.724 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 94/182 2024-02-26T04:45:26.794 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:26.811 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:26.811 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:26.811 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-26T04:45:26.811 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:26.968 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-0.3.21-2.el9.x86_64 95/182 2024-02-26T04:45:27.007 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 96/182 2024-02-26T04:45:27.103 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 97/182 2024-02-26T04:45:27.983 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 98/182 2024-02-26T04:45:28.131 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 99/182 2024-02-26T04:45:28.288 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:28.315 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:28.316 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:28.316 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-26T04:45:28.316 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:28.316 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:28.316 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:28.522 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:28.544 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:28.545 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:28.545 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-26T04:45:28.545 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:28.545 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:28.545 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:28.990 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:29.012 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:29.012 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:29.012 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-26T04:45:29.012 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:29.013 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:29.013 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:29.111 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : automake-1.16.2-8.el9.noarch 118/182 2024-02-26T04:45:29.168 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-ply-3.11-14.el9.noarch 119/182 2024-02-26T04:45:29.223 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 120/182 2024-02-26T04:45:29.417 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 121/182 2024-02-26T04:45:29.465 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 122/182 2024-02-26T04:45:29.536 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 123/182 2024-02-26T04:45:29.631 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 124/182 2024-02-26T04:45:29.651 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 100/182 2024-02-26T04:45:29.733 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 101/182 2024-02-26T04:45:29.761 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 125/182 2024-02-26T04:45:29.767 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 102/182 2024-02-26T04:45:29.802 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libuuid-devel-2.37.4-15.el9.x86_64 103/182 2024-02-26T04:45:29.806 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 126/182 2024-02-26T04:45:29.839 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 127/182 2024-02-26T04:45:29.871 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 128/182 2024-02-26T04:45:29.906 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : jq-1.6-16.el9.x86_64 129/182 2024-02-26T04:45:29.934 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : fuse-2.9.9-15.el9.x86_64 130/182 2024-02-26T04:45:30.153 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 104/182 2024-02-26T04:45:30.187 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:30.307 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 105/182 2024-02-26T04:45:30.346 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:30.369 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 106/182 2024-02-26T04:45:30.374 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:30.406 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 132/182 2024-02-26T04:45:30.422 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 107/182 2024-02-26T04:45:30.467 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 133/182 2024-02-26T04:45:30.495 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:30.719 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:30.748 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:30.933 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 108/182 2024-02-26T04:45:31.014 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:31.108 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 109/182 2024-02-26T04:45:31.133 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 110/182 2024-02-26T04:45:31.703 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:31.723 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:31.822 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:31.985 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 137/182 2024-02-26T04:45:32.017 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:32.040 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:32.084 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:32.095 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:32.193 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 140/182 2024-02-26T04:45:33.775 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:33.823 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:34.469 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 111/182 2024-02-26T04:45:34.518 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:34.681 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 112/182 2024-02-26T04:45:34.682 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-02-26T04:45:34.682 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-02-26T04:45:34.682 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:34.744 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:36.545 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 141/182 2024-02-26T04:45:36.602 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 142/182 2024-02-26T04:45:36.768 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /sys 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /proc 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /mnt 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /var/tmp 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /home 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /root 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout:skipping the directory /tmp 2024-02-26T04:45:36.769 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:36.946 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:36.963 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:36.963 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:36.963 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-26T04:45:36.964 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:37.466 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libtool-2.4.6-45.el9.x86_64 143/182 2024-02-26T04:45:37.498 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:45:37.521 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:37.566 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:45:37.587 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:45:37.587 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:37.587 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-26T04:45:37.588 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:37.633 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:45:37.657 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:37.975 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:45:37.998 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:45:37.998 INFO:teuthology.orchestra.run.smithi175.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:37.998 INFO:teuthology.orchestra.run.smithi175.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-26T04:45:37.999 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:45:37.999 INFO:teuthology.orchestra.run.smithi175.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:45:37.999 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:38.050 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 148/182 2024-02-26T04:45:38.091 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 149/182 2024-02-26T04:45:38.123 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 150/182 2024-02-26T04:45:38.150 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 151/182 2024-02-26T04:45:38.329 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 152/182 2024-02-26T04:45:38.380 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 153/182 2024-02-26T04:45:38.412 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 154/182 2024-02-26T04:45:38.425 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:38.451 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:38.452 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 155/182 2024-02-26T04:45:38.482 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : NetworkManager-team-1:1.45.91-1.el9.x86_64 156/182 2024-02-26T04:45:38.528 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : NetworkManager-tui-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:45:38.589 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 158/182 2024-02-26T04:45:38.623 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 159/182 2024-02-26T04:45:38.659 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:38.681 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:38.682 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:38.682 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-26T04:45:38.682 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:38.682 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:38.682 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:39.118 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:39.141 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:39.217 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:39.256 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : automake-1.16.2-8.el9.noarch 118/182 2024-02-26T04:45:39.270 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:39.296 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:39.312 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-ply-3.11-14.el9.noarch 119/182 2024-02-26T04:45:39.351 INFO:teuthology.orchestra.run.smithi175.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/182 2024-02-26T04:45:39.368 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 120/182 2024-02-26T04:45:39.552 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 121/182 2024-02-26T04:45:39.601 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 122/182 2024-02-26T04:45:39.670 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 123/182 2024-02-26T04:45:39.767 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 124/182 2024-02-26T04:45:39.900 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 125/182 2024-02-26T04:45:39.934 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 126/182 2024-02-26T04:45:39.976 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 127/182 2024-02-26T04:45:40.008 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 128/182 2024-02-26T04:45:40.043 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : jq-1.6-16.el9.x86_64 129/182 2024-02-26T04:45:40.071 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : fuse-2.9.9-15.el9.x86_64 130/182 2024-02-26T04:45:40.166 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 162/182 2024-02-26T04:45:40.257 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 163/182 2024-02-26T04:45:40.345 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : flex-2.6.4-9.el9.x86_64 164/182 2024-02-26T04:45:40.402 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : bison-3.7.4-5.el9.x86_64 165/182 2024-02-26T04:45:40.427 INFO:teuthology.orchestra.run.smithi175.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 166/182 2024-02-26T04:45:40.452 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 167/182 2024-02-26T04:45:40.478 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/182 2024-02-26T04:45:40.504 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 169/182 2024-02-26T04:45:40.504 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:45:40.505 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:40.527 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:40.558 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 132/182 2024-02-26T04:45:40.593 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:45:40.619 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 133/182 2024-02-26T04:45:40.621 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 171/182 2024-02-26T04:45:40.642 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:40.647 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 172/182 2024-02-26T04:45:40.673 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 173/182 2024-02-26T04:45:40.697 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 174/182 2024-02-26T04:45:40.697 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:45:40.773 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:45:40.798 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 176/182 2024-02-26T04:45:40.805 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:40.805 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:40.873 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:40.901 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:40.984 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:40.985 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:45:41.060 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:45:41.084 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 179/182 2024-02-26T04:45:41.102 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 180/182 2024-02-26T04:45:41.137 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 181/182 2024-02-26T04:45:41.201 INFO:teuthology.orchestra.run.smithi175.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:45:41.866 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:41.894 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:41.996 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:42.155 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 137/182 2024-02-26T04:45:42.187 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:42.211 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:42.263 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:42.274 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:42.363 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 140/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 1/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 3/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 4/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1514.g25296 5/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 6/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 7/182 2024-02-26T04:45:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 11/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 12/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 13/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 14/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 15/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 16/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 17/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 18/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 19/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 20/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 21/182 2024-02-26T04:45:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 22/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 23/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 24/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 25/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 26/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 27/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 28/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 29/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 30/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 31/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 32/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 33/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 34/182 2024-02-26T04:45:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 35/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 36/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 37/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 38/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 39/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : jq-1.6-16.el9.x86_64 42/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/182 2024-02-26T04:45:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/182 2024-02-26T04:45:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libuuid-devel-2.37.4-15.el9.x86_64 64/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 70/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/182 2024-02-26T04:45:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/182 2024-02-26T04:45:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/182 2024-02-26T04:45:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/182 2024-02-26T04:45:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/182 2024-02-26T04:45:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/182 2024-02-26T04:45:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 151/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 153/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-1:1.45.91-1.el9.x86_64 155/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:45:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-team-1:1.45.91-1.el9.x86_64 159/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-tui-1:1.45.91-1.el9.x86_64 161/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/182 2024-02-26T04:45:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 173/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 174/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 175/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 176/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 177/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 178/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 179/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 180/182 2024-02-26T04:45:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 181/182 2024-02-26T04:45:46.734 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 141/182 2024-02-26T04:45:46.799 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 142/182 2024-02-26T04:45:47.652 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libtool-2.4.6-45.el9.x86_64 143/182 2024-02-26T04:45:47.685 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:45:47.707 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 113/182 2024-02-26T04:45:47.707 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /sys 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /proc 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /mnt 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /var/tmp 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /home 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /root 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout:skipping the directory /tmp 2024-02-26T04:45:47.708 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:47.709 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:45:47.709 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:47.709 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-26T04:45:47.710 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:45:47.710 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:45:47.710 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:47.752 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:45:47.775 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:45:47.775 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:47.775 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-26T04:45:47.775 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:47.820 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:45:47.843 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:47.921 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:47.967 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 114/182 2024-02-26T04:45:47.967 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:47.968 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-02-26T04:45:47.968 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:48.154 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:45:48.177 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:48.228 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 148/182 2024-02-26T04:45:48.277 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 149/182 2024-02-26T04:45:48.310 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 150/182 2024-02-26T04:45:48.337 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 151/182 2024-02-26T04:45:48.516 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 152/182 2024-02-26T04:45:48.560 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 153/182 2024-02-26T04:45:48.593 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 154/182 2024-02-26T04:45:48.633 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 155/182 2024-02-26T04:45:48.671 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-team-1:1.45.91-1.el9.x86_64 156/182 2024-02-26T04:45:48.725 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : NetworkManager-tui-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 182/182 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout:Upgraded: 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-team-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: NetworkManager-tui-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: acl-2.3.1-4.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-26T04:45:48.766 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout:Installed: 2024-02-26T04:45:48.767 INFO:teuthology.orchestra.run.smithi175.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: automake-1.16.2-8.el9.noarch 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: bison-3.7.4-5.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-immutable-object-cache-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.768 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.769 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: flex-2.6.4-9.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-26T04:45:48.770 INFO:teuthology.orchestra.run.smithi175.stdout: jq-1.6-16.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.771 INFO:teuthology.orchestra.run.smithi175.stdout: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: libuuid-devel-2.37.4-15.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: lua-5.4.4-4.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-26T04:45:48.772 INFO:teuthology.orchestra.run.smithi175.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-13.11-1.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.773 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-26T04:45:48.774 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-26T04:45:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-ply-3.11-14.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-26T04:45:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: re2-1:20211101-3.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-26T04:45:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-26T04:45:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-26T04:45:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:45:48.779 INFO:teuthology.orchestra.run.smithi175.stdout:Complete! 2024-02-26T04:45:48.785 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 158/182 2024-02-26T04:45:48.812 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 159/182 2024-02-26T04:45:49.236 DEBUG:teuthology.parallel:result is None 2024-02-26T04:45:49.430 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:49.467 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:49.494 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:45:49.548 INFO:teuthology.orchestra.run.smithi161.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/182 2024-02-26T04:45:49.556 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 115/182 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-02-26T04:45:49.644 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:49.882 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:49.948 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 116/182 2024-02-26T04:45:49.949 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:49.949 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-02-26T04:45:49.949 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:49.949 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-02-26T04:45:49.949 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:50.376 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 162/182 2024-02-26T04:45:50.444 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:50.471 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 163/182 2024-02-26T04:45:50.527 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 117/182 2024-02-26T04:45:50.528 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:50.528 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-02-26T04:45:50.528 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:50.528 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-02-26T04:45:50.528 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:50.550 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : flex-2.6.4-9.el9.x86_64 164/182 2024-02-26T04:45:50.583 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : bison-3.7.4-5.el9.x86_64 165/182 2024-02-26T04:45:50.608 INFO:teuthology.orchestra.run.smithi161.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 166/182 2024-02-26T04:45:50.633 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 167/182 2024-02-26T04:45:50.659 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/182 2024-02-26T04:45:50.666 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : automake-1.16.2-8.el9.noarch 118/182 2024-02-26T04:45:50.685 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 169/182 2024-02-26T04:45:50.685 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:45:50.728 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-ply-3.11-14.el9.noarch 119/182 2024-02-26T04:45:50.756 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:45:50.786 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 171/182 2024-02-26T04:45:50.808 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 120/182 2024-02-26T04:45:50.811 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 172/182 2024-02-26T04:45:50.837 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 173/182 2024-02-26T04:45:50.862 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 174/182 2024-02-26T04:45:50.862 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:45:50.947 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:45:50.972 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 176/182 2024-02-26T04:45:50.978 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:50.978 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:51.040 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 121/182 2024-02-26T04:45:51.094 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 122/182 2024-02-26T04:45:51.166 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:45:51.166 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:45:51.222 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 123/182 2024-02-26T04:45:51.249 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:45:51.274 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 179/182 2024-02-26T04:45:51.300 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 180/182 2024-02-26T04:45:51.330 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 124/182 2024-02-26T04:45:51.333 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 181/182 2024-02-26T04:45:51.397 INFO:teuthology.orchestra.run.smithi161.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:45:51.495 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 125/182 2024-02-26T04:45:51.549 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 126/182 2024-02-26T04:45:51.594 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 127/182 2024-02-26T04:45:51.644 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 128/182 2024-02-26T04:45:51.693 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : jq-1.6-16.el9.x86_64 129/182 2024-02-26T04:45:51.728 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : fuse-2.9.9-15.el9.x86_64 130/182 2024-02-26T04:45:52.358 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:52.389 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 131/182 2024-02-26T04:45:52.447 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 132/182 2024-02-26T04:45:52.593 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 133/182 2024-02-26T04:45:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:52.964 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 134/182 2024-02-26T04:45:53.008 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:54.160 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 135/182 2024-02-26T04:45:54.217 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:54.359 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 136/182 2024-02-26T04:45:54.529 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 137/182 2024-02-26T04:45:54.560 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 138/182 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-02-26T04:45:54.635 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:45:54.694 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:54.731 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 139/182 2024-02-26T04:45:54.859 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 140/182 2024-02-26T04:45:56.154 INFO:teuthology.orchestra.run.smithi161.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 1/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 3/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 4/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1514.g25296 5/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 6/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 7/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 11/182 2024-02-26T04:45:56.155 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 12/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 13/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 14/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 15/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 16/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 17/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 18/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 19/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 20/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 21/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 22/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 23/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 24/182 2024-02-26T04:45:56.156 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 25/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 26/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 27/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 28/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 29/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 30/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 31/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 32/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 33/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 34/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 35/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 36/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 37/182 2024-02-26T04:45:56.157 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 38/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 39/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : jq-1.6-16.el9.x86_64 42/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/182 2024-02-26T04:45:56.158 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libuuid-devel-2.37.4-15.el9.x86_64 64/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/182 2024-02-26T04:45:56.159 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 70/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/182 2024-02-26T04:45:56.160 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/182 2024-02-26T04:45:56.161 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/182 2024-02-26T04:45:56.162 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/182 2024-02-26T04:45:56.163 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/182 2024-02-26T04:45:56.163 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/182 2024-02-26T04:45:56.163 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/182 2024-02-26T04:45:56.163 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/182 2024-02-26T04:45:56.164 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/182 2024-02-26T04:45:56.165 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 151/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/182 2024-02-26T04:45:56.166 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 153/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-1:1.45.91-1.el9.x86_64 155/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-team-1:1.45.91-1.el9.x86_64 159/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-tui-1:1.45.91-1.el9.x86_64 161/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/182 2024-02-26T04:45:56.167 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 173/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 174/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 175/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 176/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 177/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 178/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 179/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 180/182 2024-02-26T04:45:56.168 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 181/182 2024-02-26T04:45:58.811 INFO:teuthology.orchestra.run.smithi161.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 182/182 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout:Upgraded: 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-team-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: NetworkManager-tui-1:1.45.91-1.el9.x86_64 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: acl-2.3.1-4.el9.x86_64 2024-02-26T04:45:58.812 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-26T04:45:58.813 INFO:teuthology.orchestra.run.smithi161.stdout:Installed: 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: automake-1.16.2-8.el9.noarch 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: bison-3.7.4-5.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-immutable-object-cache-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.814 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.815 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: flex-2.6.4-9.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: jq-1.6-16.el9.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-02-26T04:45:58.816 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.817 INFO:teuthology.orchestra.run.smithi161.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: libuuid-devel-2.37.4-15.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: lua-5.4.4-4.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-26T04:45:58.818 INFO:teuthology.orchestra.run.smithi161.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-13.11-1.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-26T04:45:58.819 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-26T04:45:58.820 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-26T04:45:58.821 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-26T04:45:58.822 INFO:teuthology.orchestra.run.smithi161.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-ply-3.11-14.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-26T04:45:58.823 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-26T04:45:58.824 INFO:teuthology.orchestra.run.smithi161.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.825 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: re2-1:20211101-3.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-26T04:45:58.826 INFO:teuthology.orchestra.run.smithi161.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-26T04:45:58.827 INFO:teuthology.orchestra.run.smithi161.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-26T04:45:58.827 INFO:teuthology.orchestra.run.smithi161.stdout: 2024-02-26T04:45:58.827 INFO:teuthology.orchestra.run.smithi161.stdout:Complete! 2024-02-26T04:45:59.327 DEBUG:teuthology.parallel:result is None 2024-02-26T04:45:59.578 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 141/182 2024-02-26T04:45:59.680 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 142/182 2024-02-26T04:46:00.593 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libtool-2.4.6-45.el9.x86_64 143/182 2024-02-26T04:46:00.634 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 144/182 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-02-26T04:46:00.729 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:00.784 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:46:00.881 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1514.g25296 145/182 2024-02-26T04:46:00.881 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:46:00.881 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-02-26T04:46:00.881 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:00.960 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 146/182 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-02-26T04:46:01.032 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:01.394 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:46:01.461 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 147/182 2024-02-26T04:46:01.462 INFO:teuthology.orchestra.run.smithi112.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-02-26T04:46:01.462 INFO:teuthology.orchestra.run.smithi112.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-02-26T04:46:01.462 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:46:01.462 INFO:teuthology.orchestra.run.smithi112.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-02-26T04:46:01.462 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:01.525 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 148/182 2024-02-26T04:46:01.580 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 149/182 2024-02-26T04:46:01.620 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 150/182 2024-02-26T04:46:01.658 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 151/182 2024-02-26T04:46:01.947 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 152/182 2024-02-26T04:46:02.001 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 153/182 2024-02-26T04:46:02.034 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 154/182 2024-02-26T04:46:02.082 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 155/182 2024-02-26T04:46:02.125 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-team-1:1.45.91-1.el9.x86_64 156/182 2024-02-26T04:46:02.215 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : NetworkManager-tui-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:46:02.355 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 158/182 2024-02-26T04:46:02.393 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 159/182 2024-02-26T04:46:03.292 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:46:03.339 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:46:03.426 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 160/182 2024-02-26T04:46:03.491 INFO:teuthology.orchestra.run.smithi112.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/182 2024-02-26T04:46:04.884 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 162/182 2024-02-26T04:46:05.047 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : openssl-devel-1:3.0.7-25.el9.x86_64 163/182 2024-02-26T04:46:05.173 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : flex-2.6.4-9.el9.x86_64 164/182 2024-02-26T04:46:05.216 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : bison-3.7.4-5.el9.x86_64 165/182 2024-02-26T04:46:05.241 INFO:teuthology.orchestra.run.smithi112.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 166/182 2024-02-26T04:46:05.275 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 167/182 2024-02-26T04:46:05.312 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/182 2024-02-26T04:46:05.377 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 169/182 2024-02-26T04:46:05.377 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:46:05.513 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 170/182 2024-02-26T04:46:05.556 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 171/182 2024-02-26T04:46:05.597 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 172/182 2024-02-26T04:46:05.631 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 173/182 2024-02-26T04:46:05.663 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 174/182 2024-02-26T04:46:05.663 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:46:05.818 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 175/182 2024-02-26T04:46:05.856 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 176/182 2024-02-26T04:46:05.893 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:46:05.893 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:46:06.191 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 177/182 2024-02-26T04:46:06.191 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:46:06.323 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 178/182 2024-02-26T04:46:06.386 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 179/182 2024-02-26T04:46:06.432 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 180/182 2024-02-26T04:46:06.477 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 181/182 2024-02-26T04:46:06.597 INFO:teuthology.orchestra.run.smithi112.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:46:06.887 INFO:teuthology.orchestra.run.smithi112.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 182/182 2024-02-26T04:46:06.887 INFO:teuthology.orchestra.run.smithi112.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2024-02-26T04:46:06.887 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 1/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 3/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 4/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1514.g25296 5/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 6/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 7/182 2024-02-26T04:46:11.991 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 8/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 9/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 10/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 11/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 12/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 13/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 14/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_ 15/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 16/182 2024-02-26T04:46:11.992 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 17/182 2024-02-26T04:46:11.995 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_6 18/182 2024-02-26T04:46:11.995 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86 19/182 2024-02-26T04:46:11.995 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 20/182 2024-02-26T04:46:11.995 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el 21/182 2024-02-26T04:46:11.995 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ceph-common-2:19.0.0-1514.g25296a8f.el9. 22/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_6 23/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 24/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 25/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 26/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 27/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 28/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 29/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f. 30/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noa 31/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.n 32/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1514.g252 33/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el 34/182 2024-02-26T04:46:11.996 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 35/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.e 36/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 37/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 38/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 39/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 40/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 41/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : jq-1.6-16.el9.x86_64 42/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 43/182 2024-02-26T04:46:11.997 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 44/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 45/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 46/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 47/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-ply-3.11-14.el9.noarch 48/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 49/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 50/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 51/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : automake-1.16.2-8.el9.noarch 52/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : bison-3.7.4-5.el9.x86_64 53/182 2024-02-26T04:46:11.998 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 54/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 55/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flex-2.6.4-9.el9.x86_64 56/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 57/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 58/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 59/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 60/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 61/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 62/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 63/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libuuid-devel-2.37.4-15.el9.x86_64 64/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 65/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 66/182 2024-02-26T04:46:11.999 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-5.4.4-4.el9.x86_64 67/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 68/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 69/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-devel-1:3.0.7-25.el9.x86_64 70/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-13.11-1.el9.x86_64 71/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 72/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 73/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 74/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 75/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 76/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 77/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 78/182 2024-02-26T04:46:12.000 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 79/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 80/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 81/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 82/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 83/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 84/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 85/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 86/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 87/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 88/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 89/182 2024-02-26T04:46:12.001 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 90/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 91/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 92/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 93/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 94/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 95/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 96/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 97/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 98/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 99/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 100/182 2024-02-26T04:46:12.002 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 101/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 102/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 103/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 104/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/182 2024-02-26T04:46:12.003 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/182 2024-02-26T04:46:12.004 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/182 2024-02-26T04:46:12.005 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 151/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 153/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-1:1.45.91-1.el9.x86_64 155/182 2024-02-26T04:46:12.006 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 156/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-libnm-1:1.45.91-1.el9.x86_64 157/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 158/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-team-1:1.45.91-1.el9.x86_64 159/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 160/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-tui-1:1.45.91-1.el9.x86_64 161/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 162/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : acl-2.3.1-4.el9.x86_64 163/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : acl-2.3.1-3.el9.x86_64 164/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 165/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 166/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 167/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 168/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 169/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 170/182 2024-02-26T04:46:12.007 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 171/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 172/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.0.7-25.el9.x86_64 173/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 174/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.0.7-25.el9.x86_64 175/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 176/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 177/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 178/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 179/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 180/182 2024-02-26T04:46:12.008 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 181/182 2024-02-26T04:46:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 182/182 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout:Upgraded: 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-1:1.45.91-1.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-libnm-1:1.45.91-1.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-team-1:1.45.91-1.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: NetworkManager-tui-1:1.45.91-1.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: acl-2.3.1-4.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: libacl-2.3.1-4.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-02-26T04:46:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: librados2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: librbd1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-1:3.0.7-25.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-libs-1:3.0.7-25.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout:Installed: 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: automake-1.16.2-8.el9.noarch 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: bison-3.7.4-5.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-base-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-grafana-dashboards-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-immutable-object-cache-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mds-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-dashboard-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-modules-core-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mgr-rook-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-mon-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-osd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-prometheus-alerts-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-radosgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-selinux-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-test-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: ceph-volume-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: cephadm-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-shell-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: cephfs-top-2:19.0.0-1514.g25296a8f.el9.noarch 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: flex-2.6.4-9.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-02-26T04:46:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: fuse-2.9.9-15.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: grpc-data-1.46.7-10.el9.noarch 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: jq-1.6-16.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libaio-devel-0.3.112-1.el8.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-9.0.0-10.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libcephfs2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libcephsqlite-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: liboath-2.6.7-2.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-02-26T04:46:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: librados-devel-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: libradosstriper1-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: librgw2-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: libtool-2.4.6-45.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: libunwind-1.6.2-1.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: libuuid-devel-2.37.4-15.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: lua-5.4.4-4.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: luarocks-3.9.2-1.el9.noarch 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-02-26T04:46:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-0.3.21-2.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: openssl-devel-1:3.0.7-25.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-13.11-1.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: postgresql-server-13.11-1.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-3.14.0-13.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-02-26T04:46:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-babel-2.9.1-2.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-argparse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ceph-common-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cephfs-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-02-26T04:46:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-02-26T04:46:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: python3-mako-1.1.4-6.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-packaging-20.9-5.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-ply-3.11-14.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-portend-3.1.0-2.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-02-26T04:46:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pycparser-2.20-6.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-pytz-2021.1-5.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rados-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-2.25.1-8.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rgw-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-routes-2.5.1-5.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-rsa-4.9-2.el9.noarch 2024-02-26T04:46:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-toml-0.10.2-6.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-webob-1.8.7-6.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-23.11.0-1.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-fuse-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-mirror-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: rbd-nbd-2:19.0.0-1514.g25296a8f.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: re2-1:20211101-3.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: socat-1.7.4.1-5.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: thrift-0.15.0-2.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: uuid-1.6.2-55.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-02-26T04:46:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-02-26T04:46:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-02-26T04:46:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:46:14.423 INFO:teuthology.orchestra.run.smithi112.stdout:Complete! 2024-02-26T04:46:15.186 DEBUG:teuthology.parallel:result is None 2024-02-26T04:46:15.187 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:15.330 DEBUG:teuthology.orchestra.run.smithi112:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-26T04:46:15.383 INFO:teuthology.orchestra.run.smithi112.stdout:19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.384 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.384 INFO:teuthology.task.install:The correct ceph version 19.0.0-1514.g25296a8f is installed. 2024-02-26T04:46:15.386 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:15.645 DEBUG:teuthology.orchestra.run.smithi161:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-26T04:46:15.671 INFO:teuthology.orchestra.run.smithi161.stdout:19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.671 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.671 INFO:teuthology.task.install:The correct ceph version 19.0.0-1514.g25296a8f is installed. 2024-02-26T04:46:15.673 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:15.821 DEBUG:teuthology.orchestra.run.smithi175:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-02-26T04:46:15.846 INFO:teuthology.orchestra.run.smithi175.stdout:19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.846 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1514.g25296a8f.el9 2024-02-26T04:46:15.846 INFO:teuthology.task.install:The correct ceph version 19.0.0-1514.g25296a8f is installed. 2024-02-26T04:46:15.848 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-02-26T04:46:15.848 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:46:15.848 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-26T04:46:15.946 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:46:15.947 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-26T04:46:15.981 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:46:15.982 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-02-26T04:46:16.016 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-02-26T04:46:16.017 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:46:16.017 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/daemon-helper 2024-02-26T04:46:16.097 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-26T04:46:16.211 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:46:16.212 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/daemon-helper 2024-02-26T04:46:16.245 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-26T04:46:16.314 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:46:16.314 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/daemon-helper 2024-02-26T04:46:16.347 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-02-26T04:46:16.416 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-02-26T04:46:16.417 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:46:16.417 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-26T04:46:16.491 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-26T04:46:16.605 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:46:16.605 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-26T04:46:16.634 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-26T04:46:16.701 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:46:16.701 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/adjust-ulimits 2024-02-26T04:46:16.728 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-02-26T04:46:16.795 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-02-26T04:46:16.795 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:46:16.795 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/usr/bin/stdin-killer 2024-02-26T04:46:16.877 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-26T04:46:16.993 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:46:16.993 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/usr/bin/stdin-killer 2024-02-26T04:46:17.021 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-26T04:46:17.089 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:46:17.089 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/usr/bin/stdin-killer 2024-02-26T04:46:17.117 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-02-26T04:46:17.184 INFO:teuthology.run_tasks:Running task cephadm... 2024-02-26T04:46:17.295 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client dirsize rbytes': False, 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'POOL_APP_NOT_ENABLED', 'overall HEALTH_', 'Replacing daemon', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-02-26T04:46:17.295 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:17.296 INFO:tasks.cephadm:Cluster fsid is fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:46:17.296 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-02-26T04:46:17.296 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.112', 'mon.b': '172.21.15.161', 'mon.c': '172.21.15.175'} 2024-02-26T04:46:17.296 INFO:tasks.cephadm:First mon is mon.a on smithi112 2024-02-26T04:46:17.296 INFO:tasks.cephadm:First mgr is x 2024-02-26T04:46:17.296 INFO:tasks.cephadm:Normalizing hostnames... 2024-02-26T04:46:17.297 DEBUG:teuthology.orchestra.run.smithi112:> sudo hostname $(hostname -s) 2024-02-26T04:46:17.372 DEBUG:teuthology.orchestra.run.smithi161:> sudo hostname $(hostname -s) 2024-02-26T04:46:17.400 DEBUG:teuthology.orchestra.run.smithi175:> sudo hostname $(hostname -s) 2024-02-26T04:46:17.438 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-02-26T04:46:17.439 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:17.585 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '25296a8f176256aea5ed8b5850b25167dce0ae33', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/76813/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1514-g25296a8f', 'node_name': '172.21.5.36+adami06', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1514.g25296a8f'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-02-16 07:18:11.982893', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-vshankar-testing-20240216.060239', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-02-26T04:46:17.806 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-vshankar-testing-20240216.060239, sha1 25296a8f176256aea5ed8b5850b25167dce0ae33 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:46:17.808 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/x86_64/flavors/default/cephadm 2024-02-26T04:46:17.809 DEBUG:teuthology.orchestra.run.smithi112:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:18.461 INFO:teuthology.orchestra.run.smithi112.stdout:-rw-r--r--. 1 ubuntu ubuntu 766906 Feb 26 04:46 /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:18.461 DEBUG:teuthology.orchestra.run.smithi161:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:18.883 INFO:teuthology.orchestra.run.smithi161.stdout:-rw-r--r--. 1 ubuntu ubuntu 766906 Feb 26 04:46 /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:18.883 DEBUG:teuthology.orchestra.run.smithi175:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-vshankar-testing-20240216.060239/25296a8f176256aea5ed8b5850b25167dce0ae33/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:19.287 INFO:teuthology.orchestra.run.smithi175.stdout:-rw-r--r--. 1 ubuntu ubuntu 766906 Feb 26 04:46 /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:19.287 DEBUG:teuthology.orchestra.run.smithi112:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:19.346 DEBUG:teuthology.orchestra.run.smithi161:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:19.366 DEBUG:teuthology.orchestra.run.smithi175:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-02-26T04:46:19.413 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 on all hosts... 2024-02-26T04:46:19.413 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 pull 2024-02-26T04:46:19.422 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 pull 2024-02-26T04:46:19.424 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 pull 2024-02-26T04:46:20.237 INFO:teuthology.orchestra.run.smithi175.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33... 2024-02-26T04:46:20.278 INFO:teuthology.orchestra.run.smithi161.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33... 2024-02-26T04:46:21.065 INFO:teuthology.orchestra.run.smithi112.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33... 2024-02-26T04:47:01.815 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-02-26T04:47:01.816 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_version": "ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev)", 2024-02-26T04:47:01.816 INFO:teuthology.orchestra.run.smithi161.stdout: "image_id": "a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86", 2024-02-26T04:47:01.817 INFO:teuthology.orchestra.run.smithi161.stdout: "repo_digests": [ 2024-02-26T04:47:01.817 INFO:teuthology.orchestra.run.smithi161.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a" 2024-02-26T04:47:01.817 INFO:teuthology.orchestra.run.smithi161.stdout: ] 2024-02-26T04:47:01.817 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-02-26T04:47:02.614 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-02-26T04:47:02.614 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_version": "ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev)", 2024-02-26T04:47:02.614 INFO:teuthology.orchestra.run.smithi175.stdout: "image_id": "a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86", 2024-02-26T04:47:02.614 INFO:teuthology.orchestra.run.smithi175.stdout: "repo_digests": [ 2024-02-26T04:47:02.615 INFO:teuthology.orchestra.run.smithi175.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a" 2024-02-26T04:47:02.615 INFO:teuthology.orchestra.run.smithi175.stdout: ] 2024-02-26T04:47:02.615 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-02-26T04:47:07.933 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:47:07.933 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_version": "ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev)", 2024-02-26T04:47:07.933 INFO:teuthology.orchestra.run.smithi112.stdout: "image_id": "a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86", 2024-02-26T04:47:07.933 INFO:teuthology.orchestra.run.smithi112.stdout: "repo_digests": [ 2024-02-26T04:47:07.934 INFO:teuthology.orchestra.run.smithi112.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a" 2024-02-26T04:47:07.934 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T04:47:07.934 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:47:07.973 DEBUG:teuthology.orchestra.run.smithi112:> sudo mkdir -p /etc/ceph 2024-02-26T04:47:08.063 DEBUG:teuthology.orchestra.run.smithi161:> sudo mkdir -p /etc/ceph 2024-02-26T04:47:08.099 DEBUG:teuthology.orchestra.run.smithi175:> sudo mkdir -p /etc/ceph 2024-02-26T04:47:08.135 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 777 /etc/ceph 2024-02-26T04:47:08.223 DEBUG:teuthology.orchestra.run.smithi161:> sudo chmod 777 /etc/ceph 2024-02-26T04:47:08.256 DEBUG:teuthology.orchestra.run.smithi175:> sudo chmod 777 /etc/ceph 2024-02-26T04:47:08.288 INFO:tasks.cephadm:Writing seed config... 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] client dirsize rbytes = False 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] debug client = 20 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-02-26T04:47:08.289 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [global] ms die on skipped message = False 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-02-26T04:47:08.290 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] bdev async discard = True 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] bdev enable discard = True 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] bluestore allocator = bitmap 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-02-26T04:47:08.291 INFO:tasks.cephadm: override: [osd] debug bluefs = 1/20 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] debug bluestore = 1/20 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] debug rocksdb = 4/10 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-02-26T04:47:08.292 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-02-26T04:47:08.293 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:47:08.293 DEBUG:teuthology.orchestra.run.smithi112:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-02-26T04:47:08.336 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = fa65e1ce-d461-11ee-95c3-87774f69a715 ms die on skipped message = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bdev async discard = True bdev enable discard = True bluestore allocator = bitmap bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 1/20 debug bluestore = 1/20 debug ms = 1 debug osd = 20 debug rocksdb = 4/10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client dirsize rbytes = False client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-02-26T04:47:08.337 DEBUG:teuthology.orchestra.run.smithi112:mon.a> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service 2024-02-26T04:47:08.383 DEBUG:teuthology.orchestra.run.smithi112:mgr.x> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x.service 2024-02-26T04:47:08.428 INFO:tasks.cephadm:Bootstrapping... 2024-02-26T04:47:08.428 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 -v bootstrap --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.112 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-02-26T04:47:08.694 INFO:teuthology.orchestra.run.smithi112.stdout:-------------------------------------------------------------------------------- 2024-02-26T04:47:08.695 INFO:teuthology.orchestra.run.smithi112.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33', '-v', 'bootstrap', '--fsid', 'fa65e1ce-d461-11ee-95c3-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.112', '--skip-admin-label'] 2024-02-26T04:47:08.749 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-26T04:47:08.750 INFO:teuthology.orchestra.run.smithi112.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-02-26T04:47:08.750 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying podman|docker is present... 2024-02-26T04:47:08.797 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-26T04:47:08.798 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying lvm2 is present... 2024-02-26T04:47:08.798 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying time synchronization is in place... 2024-02-26T04:47:08.812 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-02-26T04:47:08.813 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-26T04:47:08.827 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-02-26T04:47:08.827 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:47:08.849 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-02-26T04:47:08.870 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-02-26T04:47:08.870 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-02-26T04:47:08.870 INFO:teuthology.orchestra.run.smithi112.stdout:Repeating the final host check... 2024-02-26T04:47:08.925 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout 4.9.3-dev 2024-02-26T04:47:08.925 INFO:teuthology.orchestra.run.smithi112.stdout:podman (/bin/podman) version 4.9.3 is present 2024-02-26T04:47:08.925 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl is present 2024-02-26T04:47:08.925 INFO:teuthology.orchestra.run.smithi112.stdout:lvcreate is present 2024-02-26T04:47:08.939 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-02-26T04:47:08.939 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-02-26T04:47:08.954 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-02-26T04:47:08.954 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:47:08.974 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout enabled 2024-02-26T04:47:08.995 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout active 2024-02-26T04:47:08.996 INFO:teuthology.orchestra.run.smithi112.stdout:Unit chronyd.service is enabled and running 2024-02-26T04:47:08.996 INFO:teuthology.orchestra.run.smithi112.stdout:Host looks OK 2024-02-26T04:47:08.997 INFO:teuthology.orchestra.run.smithi112.stdout:Cluster fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:08.997 INFO:teuthology.orchestra.run.smithi112.stdout:Acquiring lock 139824636370896 on /run/cephadm/fa65e1ce-d461-11ee-95c3-87774f69a715.lock 2024-02-26T04:47:08.997 INFO:teuthology.orchestra.run.smithi112.stdout:Lock 139824636370896 acquired on /run/cephadm/fa65e1ce-d461-11ee-95c3-87774f69a715.lock 2024-02-26T04:47:08.998 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 3300 ... 2024-02-26T04:47:09.000 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying IP 172.21.15.112 port 6789 ... 2024-02-26T04:47:09.000 INFO:teuthology.orchestra.run.smithi112.stdout:Base mon IP(s) is [172.21.15.112:3300, 172.21.15.112:6789], mon addrv is [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-02-26T04:47:09.014 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.112 metric 100 2024-02-26T04:47:09.014 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.112 metric 100 2024-02-26T04:47:09.027 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-02-26T04:47:09.027 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-02-26T04:47:09.027 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1793sec hoplimit 64 pref medium 2024-02-26T04:47:09.038 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-02-26T04:47:09.038 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-02-26T04:47:09.039 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-26T04:47:09.039 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-02-26T04:47:09.039 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link 2024-02-26T04:47:09.039 INFO:teuthology.orchestra.run.smithi112.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-02-26T04:47:09.043 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-02-26T04:47:09.043 INFO:teuthology.orchestra.run.smithi112.stdout:Mon IP `172.21.15.112` is in CIDR network `172.21.0.0/20` 2024-02-26T04:47:09.043 INFO:teuthology.orchestra.run.smithi112.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-02-26T04:47:09.044 INFO:teuthology.orchestra.run.smithi112.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-02-26T04:47:09.047 INFO:teuthology.orchestra.run.smithi112.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33... 2024-02-26T04:47:09.920 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stdout a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33... 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Getting image source signatures 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:3023f2ea73c33e75bbdc7c6f4507678b80f8a5636a9a11c7f009befea7a064c0 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying blob sha256:0f642e61a11afb42c0ccb5b05f5809250ad643ed143780d6ff49a5a4c492fc38 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Copying config sha256:a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 2024-02-26T04:47:09.921 INFO:teuthology.orchestra.run.smithi112.stdout:/bin/podman: stderr Writing manifest to image destination 2024-02-26T04:47:11.263 INFO:teuthology.orchestra.run.smithi112.stdout:ceph: stdout ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev) 2024-02-26T04:47:11.263 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph version: ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev) 2024-02-26T04:47:11.264 INFO:teuthology.orchestra.run.smithi112.stdout:Extracting ceph user uid/gid from container image... 2024-02-26T04:47:12.526 INFO:teuthology.orchestra.run.smithi112.stdout:stat: stdout 167 167 2024-02-26T04:47:12.526 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial keys... 2024-02-26T04:47:14.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDRF9xlTw/jBhAAvxvfC8oHWv9k4KGyQ1hf+Q== 2024-02-26T04:47:15.267 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDSF9xlToh7JRAASJEzvtgvNuW7dZUEbTyCGQ== 2024-02-26T04:47:16.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph-authtool: stdout AQDTF9xltcmrKRAAEFotnNmw9qt24Uy+F1muJA== 2024-02-26T04:47:16.473 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial monmap... 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:monmaptool for a [v2:172.21.15.112:3300,v1:172.21.15.112:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:setting min_mon_release = quincy 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: set fsid to fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:17.847 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-02-26T04:47:17.848 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:47:17.848 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mon... 2024-02-26T04:47:19.291 INFO:teuthology.orchestra.run.smithi112.stdout:create mon.a on 2024-02-26T04:47:19.667 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-02-26T04:47:19.912 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-02-26T04:47:20.197 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target → /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target. 2024-02-26T04:47:20.198 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target → /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target. 2024-02-26T04:47:20.584 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a 2024-02-26T04:47:20.584 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service: Unit ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service not loaded. 2024-02-26T04:47:20.854 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target.wants/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service → /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@.service. 2024-02-26T04:47:21.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 podman[31430]: 2024-02-26 04:47:21.275441865 +0000 UTC m=+0.167176673 container create 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-02-26T04:47:21.664 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-26T04:47:21.664 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon to start... 2024-02-26T04:47:21.679 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mon... 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 podman[31430]: 2024-02-26 04:47:21.521265428 +0000 UTC m=+0.413000243 container init 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 podman[31430]: 2024-02-26 04:47:21.531234138 +0000 UTC m=+0.422968953 container start 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 ceph-mon[31449]: mkfs fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 ceph-mon[31449]: mon.a is new leader, mons a in quorum (ranks 0) 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 bash[31430]: 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 2024-02-26T04:47:21.824 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:21 smithi112 systemd[1]: Started Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: mon.a is new leader, mons a in quorum (ranks 0) 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: monmap e1: 1 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: fsmap 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: osdmap e1: 0 total, 0 up, 0 in 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: mgrmap e1: no daemons active 2024-02-26T04:47:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:22 smithi112 ceph-mon[31449]: from='client.? 172.21.15.112:0/1511248986' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-02-26T04:47:23.039 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout cluster: 2024-02-26T04:47:23.039 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout id: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:23.039 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-02-26T04:47:23.039 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:23.039 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout services: 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.752256s) 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout data: 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout pgs: 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.267+0000 7f8a38000700 1 Processor -- start 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.267+0000 7f8a38000700 1 -- start start 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.267+0000 7f8a38000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:23.040 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.267+0000 7f8a38000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3010a420 con 0x7f8a30109ac0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.268+0000 7f8a35600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.268+0000 7f8a35600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41380/0 (socket says 172.21.15.112:41380) 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.268+0000 7f8a35600700 1 -- 172.21.15.112:0/3633515123 learned_addr learned my addr 172.21.15.112:0/3633515123 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.269+0000 7f8a35600700 1 -- 172.21.15.112:0/3633515123 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a3010a560 con 0x7f8a30109ac0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.269+0000 7f8a35600700 1 --2- 172.21.15.112:0/3633515123 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8a24009e80 tx=0x7f8a2400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a63227f1b4ff68c server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a2fe00700 1 -- 172.21.15.112:0/3633515123 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a2400e070 con 0x7f8a30109ac0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a2fe00700 1 -- 172.21.15.112:0/3633515123 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a24003a20 con 0x7f8a30109ac0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a2fe00700 1 -- 172.21.15.112:0/3633515123 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a24003ce0 con 0x7f8a30109ac0 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 -- 172.21.15.112:0/3633515123 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 msgr2=0x7f8a30109ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 --2- 172.21.15.112:0/3633515123 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f8a24009e80 tx=0x7f8a2400b330 comp rx=0 tx=0).stop 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 -- 172.21.15.112:0/3633515123 shutdown_connections 2024-02-26T04:47:23.041 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 --2- 172.21.15.112:0/3633515123 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a30109ee0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 -- 172.21.15.112:0/3633515123 >> 172.21.15.112:0/3633515123 conn(0x7f8a301054c0 msgr2=0x7f8a301078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.270+0000 7f8a38000700 1 -- 172.21.15.112:0/3633515123 shutdown_connections 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.271+0000 7f8a38000700 1 -- 172.21.15.112:0/3633515123 wait complete. 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a38000700 1 Processor -- start 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a38000700 1 -- start start 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a38000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a38000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a3019d370 con 0x7f8a30109ac0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a35600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a35600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41388/0 (socket says 172.21.15.112:41388) 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.272+0000 7f8a35600700 1 -- 172.21.15.112:0/1511248986 learned_addr learned my addr 172.21.15.112:0/1511248986 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a35600700 1 -- 172.21.15.112:0/1511248986 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a24009b30 con 0x7f8a30109ac0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a35600700 1 --2- 172.21.15.112:0/1511248986 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8a24015040 tx=0x7f8a24004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a24004240 con 0x7f8a30109ac0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a240043a0 con 0x7f8a30109ac0 2024-02-26T04:47:23.042 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a3019d570 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8a24004660 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.273+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a3019da10 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.274+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f8a240127c0 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.274+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8a2401db50 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.275+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a30196830 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.278+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f8a2402b060 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.356+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f8a3010af80 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.357+0000 7f8a2e000700 1 -- 172.21.15.112:0/1511248986 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7f8a24021030 con 0x7f8a30109ac0 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 msgr2=0x7f8a3019ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 --2- 172.21.15.112:0/1511248986 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f8a24015040 tx=0x7f8a24004ad0 comp rx=0 tx=0).stop 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 shutdown_connections 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 --2- 172.21.15.112:0/1511248986 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8a30109ac0 0x7f8a3019ce30 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 >> 172.21.15.112:0/1511248986 conn(0x7f8a301054c0 msgr2=0x7f8a301911d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:23.043 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 shutdown_connections 2024-02-26T04:47:23.044 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:22.358+0000 7f8a38000700 1 -- 172.21.15.112:0/1511248986 wait complete. 2024-02-26T04:47:23.044 INFO:teuthology.orchestra.run.smithi112.stdout:mon is available 2024-02-26T04:47:23.044 INFO:teuthology.orchestra.run.smithi112.stdout:Assimilating anything we can from ceph.conf... 2024-02-26T04:47:23.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:23 smithi112 ceph-mon[31449]: from='client.? 172.21.15.112:0/4078702214' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-02-26T04:47:23.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:23 smithi112 ceph-mon[31449]: from='client.? 172.21.15.112:0/4078702214' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.112:3300,v1:172.21.15.112:6789] 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-02-26T04:47:24.363 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-02-26T04:47:24.366 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.624+0000 7fa705c00700 1 Processor -- start 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.624+0000 7fa705c00700 1 -- start start 2024-02-26T04:47:24.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.625+0000 7fa705c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.625+0000 7fa705c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa700108230 con 0x7fa700107840 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.625+0000 7fa6fea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.625+0000 7fa6fea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41390/0 (socket says 172.21.15.112:41390) 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.625+0000 7fa6fea00700 1 -- 172.21.15.112:0/2698951150 learned_addr learned my addr 172.21.15.112:0/2698951150 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.626+0000 7fa6fea00700 1 -- 172.21.15.112:0/2698951150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7001089f0 con 0x7fa700107840 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.626+0000 7fa6fea00700 1 --2- 172.21.15.112:0/2698951150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa6f00098a0 tx=0x7fa6f0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d172f4785e57bbaa server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.626+0000 7fa6fe000700 1 -- 172.21.15.112:0/2698951150 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6f0004160 con 0x7fa700107840 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa6fe000700 1 -- 172.21.15.112:0/2698951150 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6f00042c0 con 0x7fa700107840 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa6fe000700 1 -- 172.21.15.112:0/2698951150 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6f00045a0 con 0x7fa700107840 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa705c00700 1 -- 172.21.15.112:0/2698951150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 msgr2=0x7fa700107c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa705c00700 1 --2- 172.21.15.112:0/2698951150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7fa6f00098a0 tx=0x7fa6f0009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa705c00700 1 -- 172.21.15.112:0/2698951150 shutdown_connections 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa705c00700 1 --2- 172.21.15.112:0/2698951150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa700107c60 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:24.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.627+0000 7fa705c00700 1 -- 172.21.15.112:0/2698951150 >> 172.21.15.112:0/2698951150 conn(0x7fa700102ec0 msgr2=0x7fa7001052e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:24.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.628+0000 7fa705c00700 1 -- 172.21.15.112:0/2698951150 shutdown_connections 2024-02-26T04:47:24.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.628+0000 7fa705c00700 1 -- 172.21.15.112:0/2698951150 wait complete. 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa705c00700 1 Processor -- start 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa705c00700 1 -- start start 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa705c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa705c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa70019d390 con 0x7fa700107840 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa6fea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa6fea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41404/0 (socket says 172.21.15.112:41404) 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.629+0000 7fa6fea00700 1 -- 172.21.15.112:0/4078702214 learned_addr learned my addr 172.21.15.112:0/4078702214 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa6fea00700 1 -- 172.21.15.112:0/4078702214 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6f0009550 con 0x7fa700107840 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa6fea00700 1 --2- 172.21.15.112:0/4078702214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa6f0004000 tx=0x7fa6f0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:24.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6f0011630 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6f0011790 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa70019d590 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6f0011a30 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.630+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa70019da30 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.631+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fa6f0022070 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.631+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa6f001c450 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.632+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa700108ca0 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.635+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fa6f0011b90 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.711+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7fa700108e30 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.718+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+431 (secure 0 0 0) 0x7fa6f0011de0 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.719+0000 7fa6f7e00700 1 -- 172.21.15.112:0/4078702214 <== mon.0 v2:172.21.15.112:3300/0 8 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa6f001c6b0 con 0x7fa700107840 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 msgr2=0x7fa70019ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 --2- 172.21.15.112:0/4078702214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7fa6f0004000 tx=0x7fa6f0004750 comp rx=0 tx=0).stop 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 shutdown_connections 2024-02-26T04:47:24.373 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 --2- 172.21.15.112:0/4078702214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa700107840 0x7fa70019ce50 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:24.374 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 >> 172.21.15.112:0/4078702214 conn(0x7fa700102ec0 msgr2=0x7fa7001052b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:24.374 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 shutdown_connections 2024-02-26T04:47:24.374 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:23.720+0000 7fa705c00700 1 -- 172.21.15.112:0/4078702214 wait complete. 2024-02-26T04:47:24.374 INFO:teuthology.orchestra.run.smithi112.stdout:Generating new minimal ceph.conf... 2024-02-26T04:47:25.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:25 smithi112 ceph-mon[31449]: from='client.? 172.21.15.112:0/1581848628' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.912+0000 7fd3f4800700 1 Processor -- start 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.912+0000 7fd3f4800700 1 -- start start 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.913+0000 7fd3f4800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.913+0000 7fd3f4800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec107110 con 0x7fd3ec106720 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.913+0000 7fd3f1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.913+0000 7fd3f1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60194/0 (socket says 172.21.15.112:60194) 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.913+0000 7fd3f1e00700 1 -- 172.21.15.112:0/2349623142 learned_addr learned my addr 172.21.15.112:0/2349623142 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.914+0000 7fd3f1e00700 1 -- 172.21.15.112:0/2349623142 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec107920 con 0x7fd3ec106720 2024-02-26T04:47:25.653 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.914+0000 7fd3f1e00700 1 --2- 172.21.15.112:0/2349623142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00098a0 tx=0x7fd3e0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c310e86a09e5b21 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.914+0000 7fd3f0a00700 1 -- 172.21.15.112:0/2349623142 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0004160 con 0x7fd3ec106720 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.914+0000 7fd3f0a00700 1 -- 172.21.15.112:0/2349623142 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fd3e00042c0 con 0x7fd3ec106720 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.914+0000 7fd3f0a00700 1 -- 172.21.15.112:0/2349623142 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0011b70 con 0x7fd3ec106720 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 -- 172.21.15.112:0/2349623142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 msgr2=0x7fd3ec106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 --2- 172.21.15.112:0/2349623142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7fd3e00098a0 tx=0x7fd3e0009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 -- 172.21.15.112:0/2349623142 shutdown_connections 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 --2- 172.21.15.112:0/2349623142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec106b40 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 -- 172.21.15.112:0/2349623142 >> 172.21.15.112:0/2349623142 conn(0x7fd3ec101d40 msgr2=0x7fd3ec104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 -- 172.21.15.112:0/2349623142 shutdown_connections 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.915+0000 7fd3f4800700 1 -- 172.21.15.112:0/2349623142 wait complete. 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.916+0000 7fd3f4800700 1 Processor -- start 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f4800700 1 -- start start 2024-02-26T04:47:25.654 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f4800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f4800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec19dc90 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60208/0 (socket says 172.21.15.112:60208) 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.917+0000 7fd3f1e00700 1 -- 172.21.15.112:0/1581848628 learned_addr learned my addr 172.21.15.112:0/1581848628 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3f1e00700 1 -- 172.21.15.112:0/1581848628 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e0009550 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3f1e00700 1 --2- 172.21.15.112:0/1581848628 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0000c00 tx=0x7fd3e0011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0003aa0 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fd3e0003c00 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd3e0024930 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3ec19de90 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.918+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3ec19e330 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.919+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fd3e002d3f0 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.919+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fd3e0019770 con 0x7fd3ec106720 2024-02-26T04:47:25.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.920+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3ec197bc0 con 0x7fd3ec106720 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.922+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fd3e00199d0 con 0x7fd3ec106720 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.998+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fd3ec10ad80 con 0x7fd3ec106720 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:24.998+0000 7fd3e6a00700 1 -- 172.21.15.112:0/1581848628 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+177 (secure 0 0 0) 0x7fd3e0019b70 con 0x7fd3ec106720 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 msgr2=0x7fd3ec19d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 --2- 172.21.15.112:0/1581848628 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0000c00 tx=0x7fd3e0011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 shutdown_connections 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 --2- 172.21.15.112:0/1581848628 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd3ec106720 0x7fd3ec19d750 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 >> 172.21.15.112:0/1581848628 conn(0x7fd3ec101d40 msgr2=0x7fd3ec102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 shutdown_connections 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:25.000+0000 7fd3f4800700 1 -- 172.21.15.112:0/1581848628 wait complete. 2024-02-26T04:47:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:Restarting the monitor... 2024-02-26T04:47:25.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:25 smithi112 systemd[1]: Stopping Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:47:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a[31445]: 2024-02-26T04:47:26.131+0000 7f6ae9200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T04:47:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a[31445]: 2024-02-26T04:47:26.131+0000 7f6ae9200700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-02-26T04:47:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:26 smithi112 podman[31695]: 2024-02-26 04:47:26.286103299 +0000 UTC m=+0.269134833 container stop 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-02-26T04:47:26.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:26 smithi112 podman[31695]: 2024-02-26 04:47:26.312050484 +0000 UTC m=+0.295082016 container died 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5) 2024-02-26T04:47:35.159 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:34 smithi112 podman[31695]: 2024-02-26 04:47:34.981117174 +0000 UTC m=+8.964148745 container cleanup 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240214) 2024-02-26T04:47:35.160 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:34 smithi112 bash[31695]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a 2024-02-26T04:47:35.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:35 smithi112 podman[31709]: 2024-02-26 04:47:35.156727401 +0000 UTC m=+8.851091030 container remove 09c949baecc86210e2f5705991fde534676887072bab4912ce5b325d8feee712 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-26T04:47:35.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:35 smithi112 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service: Deactivated successfully. 2024-02-26T04:47:35.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:35 smithi112 systemd[1]: Stopped Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:47:35.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:35 smithi112 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service: Consumed 1.960s CPU time. 2024-02-26T04:47:35.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:35 smithi112 systemd[1]: Starting Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:47:36.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 podman[31799]: 2024-02-26 04:47:35.93240184 +0000 UTC m=+0.032937447 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:47:36.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 podman[31799]: 2024-02-26 04:47:36.058069717 +0000 UTC m=+0.158605361 container create e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T04:47:36.297 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 podman[31799]: 2024-02-26 04:47:36.294605569 +0000 UTC m=+0.395141220 container init e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-02-26T04:47:36.387 INFO:teuthology.orchestra.run.smithi112.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-02-26T04:47:36.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 podman[31799]: 2024-02-26 04:47:36.30509789 +0000 UTC m=+0.405633541 container start e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: set uid:gid to 167:167 (ceph:ceph) 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: ceph version 19.0.0-1514-g25296a8f (25296a8f176256aea5ed8b5850b25167dce0ae33) squid (dev), process ceph-mon, pid 2 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: pidfile_write: ignore empty --pid-file 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: load: jerasure load: lrc 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: RocksDB version: 7.9.2 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Git sha 0 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Compile date 2024-02-16 06:18:30 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: DB SUMMARY 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: DB Session ID: WCZPV31I696M6ECQKNO0 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: CURRENT file: CURRENT 2024-02-26T04:47:36.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: IDENTITY file: IDENTITY 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 101062 ; 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.error_if_exists: 0 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.create_if_missing: 0 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.paranoid_checks: 1 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.flush_verify_memtable_count: 1 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.env: 0x55e3a8dd2ae0 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.fs: PosixFileSystem 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.info_log: 0x55e3aa53f900 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_file_opening_threads: 16 2024-02-26T04:47:36.574 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.statistics: (nil) 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.use_fsync: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_log_file_size: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.log_file_time_to_roll: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.keep_log_file_num: 1000 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.recycle_log_file_num: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_fallocate: 1 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_mmap_reads: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_mmap_writes: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.use_direct_reads: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.create_missing_column_families: 0 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.db_log_dir: 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.wal_dir: 2024-02-26T04:47:36.575 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.table_cache_numshardbits: 6 2024-02-26T04:47:36.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.WAL_ttl_seconds: 0 2024-02-26T04:47:36.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.WAL_size_limit_MB: 0 2024-02-26T04:47:36.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-02-26T04:47:36.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-02-26T04:47:36.576 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.is_fd_close_on_exec: 1 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.advise_random_on_open: 1 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.db_write_buffer_size: 0 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.write_buffer_manager: 0x55e3aa513400 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.use_adaptive_mutex: 0 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.rate_limiter: (nil) 2024-02-26T04:47:36.580 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.wal_recovery_mode: 2 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enable_thread_tracking: 0 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enable_pipelined_write: 0 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.unordered_write: 0 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.row_cache: None 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.wal_filter: None 2024-02-26T04:47:36.581 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_ingest_behind: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.two_write_queues: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.manual_wal_flush: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.wal_compression: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.atomic_flush: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.persist_stats_to_disk: 0 2024-02-26T04:47:36.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.write_dbid_to_manifest: 0 2024-02-26T04:47:36.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.log_readahead_size: 0 2024-02-26T04:47:36.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-02-26T04:47:36.583 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.best_efforts_recovery: 0 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.allow_data_in_errors: 0 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.db_host_id: __hostname__ 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enforce_single_del_contracts: true 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_background_jobs: 2 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_background_compactions: -1 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_subcompactions: 1 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.delayed_write_rate : 16777216 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_total_wal_size: 0 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-02-26T04:47:36.584 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.stats_dump_period_sec: 600 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.stats_persist_period_sec: 600 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_open_files: -1 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bytes_per_sync: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.wal_bytes_per_sync: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.strict_bytes_per_sync: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_readahead_size: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_background_flushes: -1 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Compression algorithms supported: 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kZSTD supported: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kXpressCompression supported: 0 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kLZ4HCCompression supported: 1 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kZlibCompression supported: 1 2024-02-26T04:47:36.585 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kSnappyCompression supported: 1 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kLZ4Compression supported: 1 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: kBZip2Compression supported: 0 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Fast CRC32 supported: Supported on x86 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: DMutex implementation: pthread_mutex_t 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.merge_operator: 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_filter: None 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_filter_factory: None 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.sst_partitioner_factory: None 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.memtable_factory: SkipListFactory 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.table_factory: BlockBasedTable 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e3aa53fa00) 2024-02-26T04:47:36.586 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks: 1 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: pin_top_level_index_and_filter: 1 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_type: 0 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_index_type: 0 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_shortening: 1 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: data_block_hash_table_util_ratio: 0.750000 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: checksum: 4 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: no_block_cache: 0 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache: 0x55e3aa543090 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_name: BinnedLRUCache 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_options: 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: capacity : 536870912 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_shard_bits : 4 2024-02-26T04:47:36.587 INFO:journalctl@ceph.mon.a.smithi112.stdout: strict_capacity_limit : 0 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: high_pri_pool_ratio: 0.000 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_cache_compressed: (nil) 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: persistent_cache: (nil) 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size: 4096 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_size_deviation: 10 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_restart_interval: 16 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: index_block_restart_interval: 1 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: metadata_block_size: 4096 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: partition_filters: 0 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: use_delta_encoding: 1 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: filter_policy: bloomfilter 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: whole_key_filtering: 1 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: verify_compression: 0 2024-02-26T04:47:36.588 INFO:journalctl@ceph.mon.a.smithi112.stdout: read_amp_bytes_per_bit: 0 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: format_version: 5 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_index_compression: 1 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: block_align: 0 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: max_auto_readahead_size: 262144 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: prepopulate_block_cache: 0 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: initial_auto_readahead_size: 8192 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout: num_file_reads_for_auto_readahead: 2 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.write_buffer_size: 33554432 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_write_buffer_number: 2 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression: NoCompression 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression: Disabled 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.prefix_extractor: nullptr 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.num_levels: 7 2024-02-26T04:47:36.589 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-02-26T04:47:36.590 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.window_bits: -14 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.level: 32767 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.strategy: 0 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.enabled: false 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.target_file_size_base: 67108864 2024-02-26T04:47:36.591 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.target_file_size_multiplier: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-02-26T04:47:36.592 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.arena_block_size: 1048576 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.disable_auto_compactions: 0 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-02-26T04:47:36.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.table_properties_collectors: 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.inplace_update_support: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.inplace_update_num_locks: 10000 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.memtable_huge_page_size: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.bloom_locality: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.max_successive_merges: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.optimize_filters_for_hits: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.paranoid_file_checks: 0 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.force_consistency_checks: 1 2024-02-26T04:47:36.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.report_bg_io_stats: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.ttl: 2592000 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.periodic_compaction_seconds: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enable_blob_files: false 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.min_blob_size: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_file_size: 268435456 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_compression_type: NoCompression 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.enable_blob_garbage_collection: false 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.blob_file_starting_level: 0 2024-02-26T04:47:36.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 71bc38e9-6cc3-404c-b247-2ff724f364ad 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: EVENT_LOG_v1 {"time_micros": 1708922856362515, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: EVENT_LOG_v1 {"time_micros": 1708922856364519, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 96089, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 322, "table_properties": {"data_size": 94078, "index_size": 293, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 14116, "raw_average_key_size": 50, "raw_value_size": 86437, "raw_average_value_size": 307, "num_data_blocks": 11, "num_entries": 281, "num_filter_entries": 281, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1708922856, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "71bc38e9-6cc3-404c-b247-2ff724f364ad", "db_session_id": "WCZPV31I696M6ECQKNO0", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: EVENT_LOG_v1 {"time_micros": 1708922856364685, "job": 1, "event": "recovery_finished"} 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e3aa634000 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: DB pointer 0x55e3aa61e000 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-02-26T04:47:36.596 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** DB Stats ** 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: L0 2/0 95.67 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 69.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Sum 2/0 95.67 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 69.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 69.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-26T04:47:36.597 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** Compaction Stats [default] ** 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 69.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: AddFile(Keys): cumulative 0, interval 0 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Cumulative compaction: 0.00 GB write, 11.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-26T04:47:36.598 INFO:journalctl@ceph.mon.a.smithi112.stdout: Interval compaction: 0.00 GB write, 11.61 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache BinnedLRUCache@0x55e3aa543090#2 capacity: 512.00 MB usage: 1.39 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.50 KB,9.53674e-05%) Misc(1,0.00 KB,0%) 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout: ** File Read Latency Histogram By Level [default] ** 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: starting mon.a rank 0 at public addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] at bind addrs [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???) e1 preinit fsid fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).mds e1 new map 2024-02-26T04:47:36.599 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).mds e1 print_map 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: e1 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: legacy client fscid: -1 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout: No filesystems configured 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 bash[31799]: e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 systemd[1]: Started Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mon.a is new leader, mons a in quorum (ranks 0) 2024-02-26T04:47:36.600 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: monmap e1: 1 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:47:36.601 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: fsmap 2024-02-26T04:47:36.601 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: osdmap e1: 0 total, 0 up, 0 in 2024-02-26T04:47:36.601 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:36 smithi112 ceph-mon[31817]: mgrmap e1: no daemons active 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.107+0000 7f3492800700 1 Processor -- start 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.107+0000 7f3492800700 1 -- start start 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.107+0000 7f3492800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.107+0000 7f3492800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c1081f0 con 0x7f348c107800 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.107+0000 7f348b400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.108+0000 7f348b400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38210/0 (socket says 172.21.15.112:38210) 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.108+0000 7f348b400700 1 -- 172.21.15.112:0/3929854262 learned_addr learned my addr 172.21.15.112:0/3929854262 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.108+0000 7f348b400700 1 -- 172.21.15.112:0/3929854262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348c108a00 con 0x7f348c107800 2024-02-26T04:47:37.818 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.108+0000 7f348b400700 1 --2- 172.21.15.112:0/3929854262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f347c0098a0 tx=0x7f347c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af7d2cf4c8331f05 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.109+0000 7f348aa00700 1 -- 172.21.15.112:0/3929854262 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f347c004160 con 0x7f348c107800 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.109+0000 7f348aa00700 1 -- 172.21.15.112:0/3929854262 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f347c0042c0 con 0x7f348c107800 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.109+0000 7f348aa00700 1 -- 172.21.15.112:0/3929854262 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f347c011b70 con 0x7f348c107800 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.109+0000 7f3492800700 1 -- 172.21.15.112:0/3929854262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 msgr2=0x7f348c107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.109+0000 7f3492800700 1 --2- 172.21.15.112:0/3929854262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f347c0098a0 tx=0x7f347c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.110+0000 7f3492800700 1 -- 172.21.15.112:0/3929854262 shutdown_connections 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.110+0000 7f3492800700 1 --2- 172.21.15.112:0/3929854262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c107c20 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.110+0000 7f3492800700 1 -- 172.21.15.112:0/3929854262 >> 172.21.15.112:0/3929854262 conn(0x7f348c102ea0 msgr2=0x7f348c1052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.110+0000 7f3492800700 1 -- 172.21.15.112:0/3929854262 shutdown_connections 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.110+0000 7f3492800700 1 -- 172.21.15.112:0/3929854262 wait complete. 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.111+0000 7f3492800700 1 Processor -- start 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.111+0000 7f3492800700 1 -- start start 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.112+0000 7f3492800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:37.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.112+0000 7f3492800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f348c07d0b0 con 0x7f348c107800 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.112+0000 7f348b400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.112+0000 7f348b400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38214/0 (socket says 172.21.15.112:38214) 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.112+0000 7f348b400700 1 -- 172.21.15.112:0/1087434148 learned_addr learned my addr 172.21.15.112:0/1087434148 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f348b400700 1 -- 172.21.15.112:0/1087434148 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f347c009550 con 0x7f348c107800 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f348b400700 1 --2- 172.21.15.112:0/1087434148 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f347c000c00 tx=0x7f347c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f347c003aa0 con 0x7f348c107800 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f348c07b2a0 con 0x7f348c107800 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f347c003c00 con 0x7f348c107800 2024-02-26T04:47:37.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f348c07b740 con 0x7f348c107800 2024-02-26T04:47:37.821 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.113+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f347c024930 con 0x7f348c107800 2024-02-26T04:47:37.821 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.114+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f347c02d3f0 con 0x7f348c107800 2024-02-26T04:47:37.821 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.114+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f347c019820 con 0x7f348c107800 2024-02-26T04:47:37.821 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.115+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3468005360 con 0x7f348c107800 2024-02-26T04:47:37.821 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.120+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f347c0193c0 con 0x7f348c107800 2024-02-26T04:47:37.822 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.210+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7f3468005610 con 0x7f348c107800 2024-02-26T04:47:37.822 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.212+0000 7f3488c00700 1 -- 172.21.15.112:0/1087434148 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7f347c01aca0 con 0x7f348c107800 2024-02-26T04:47:37.822 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.213+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 msgr2=0x7f348c07cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:37.822 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.213+0000 7f3492800700 1 --2- 172.21.15.112:0/1087434148 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7f347c000c00 tx=0x7f347c011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:37.822 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.214+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 shutdown_connections 2024-02-26T04:47:37.823 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.214+0000 7f3492800700 1 --2- 172.21.15.112:0/1087434148 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f348c107800 0x7f348c07cb70 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:37.823 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.214+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 >> 172.21.15.112:0/1087434148 conn(0x7f348c102ea0 msgr2=0x7f348c1038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:37.823 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.214+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 shutdown_connections 2024-02-26T04:47:37.823 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:37.214+0000 7f3492800700 1 -- 172.21.15.112:0/1087434148 wait complete. 2024-02-26T04:47:37.823 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote config to /etc/ceph/ceph.conf 2024-02-26T04:47:37.843 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-02-26T04:47:37.843 INFO:teuthology.orchestra.run.smithi112.stdout:Creating mgr... 2024-02-26T04:47:37.845 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:9283 ... 2024-02-26T04:47:37.846 INFO:teuthology.orchestra.run.smithi112.stdout:Verifying port 0.0.0.0:8765 ... 2024-02-26T04:47:38.239 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x 2024-02-26T04:47:38.240 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Failed to reset failed state of unit ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x.service: Unit ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x.service not loaded. 2024-02-26T04:47:38.480 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715.target.wants/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@.service. 2024-02-26T04:47:38.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:38 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1087434148' entity='client.admin' 2024-02-26T04:47:38.844 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:38 smithi112 systemd[1]: Starting Ceph mgr.x for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:47:39.165 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:38 smithi112 podman[32039]: 2024-02-26 04:47:38.745048841 +0000 UTC m=+0.033112001 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 2024-02-26T04:47:39.166 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:38 smithi112 podman[32039]: 2024-02-26 04:47:38.844110712 +0000 UTC m=+0.132173894 container create 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T04:47:39.166 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 podman[32039]: 2024-02-26 04:47:39.080766935 +0000 UTC m=+0.368830153 container init 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-02-26T04:47:39.166 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 podman[32039]: 2024-02-26 04:47:39.090197796 +0000 UTC m=+0.378261017 container start 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-02-26T04:47:39.196 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-26T04:47:39.196 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-02-26T04:47:39.210 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-26T04:47:39.211 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:47:39.211 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-02-26T04:47:39.211 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to enable service . firewalld.service is not available 2024-02-26T04:47:39.229 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-26T04:47:39.229 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr to start... 2024-02-26T04:47:39.247 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr... 2024-02-26T04:47:39.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 bash[32039]: 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 2024-02-26T04:47:39.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 systemd[1]: Started Ceph mgr.x for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:47:40.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:39 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3968301938' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-26T04:47:40.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:39.853+0000 7f0245db0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:47:40.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:39 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:39.979+0000 7f0245db0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:47:41.101 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:40 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:40.826+0000 7f0245db0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:47:41.102 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:40 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:40.949+0000 7f0245db0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:47:41.359 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.125+0000 7f0245db0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:47:41.359 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.248+0000 7f0245db0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:47:41.359 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.356+0000 7f0245db0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:47:41.471 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:41.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:47:41.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:47:41.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-02-26T04:47:41.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-26T04:47:41.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:41.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-26T04:47:41.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.486 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.487 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-02-26T04:47:21.607112+0000", 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:41.488 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.844+0000 7f8fdce00700 1 Processor -- start 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.844+0000 7f8fdce00700 1 -- start start 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.844+0000 7f8fdce00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.844+0000 7f8fdce00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd807ae70 con 0x7f8fd81060c0 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.845+0000 7f8fd5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.845+0000 7f8fd5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38246/0 (socket says 172.21.15.112:38246) 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.845+0000 7f8fd5e00700 1 -- 172.21.15.112:0/1154626288 learned_addr learned my addr 172.21.15.112:0/1154626288 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:41.489 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.846+0000 7f8fd5e00700 1 -- 172.21.15.112:0/1154626288 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd8106a20 con 0x7f8fd81060c0 2024-02-26T04:47:41.490 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.846+0000 7f8fd5e00700 1 --2- 172.21.15.112:0/1154626288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8fc80098a0 tx=0x7f8fc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85c001ea6a7de206 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:41.490 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.846+0000 7f8fd5400700 1 -- 172.21.15.112:0/1154626288 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8004160 con 0x7f8fd81060c0 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.846+0000 7f8fd5400700 1 -- 172.21.15.112:0/1154626288 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f8fc80042c0 con 0x7f8fd81060c0 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.846+0000 7f8fd5400700 1 -- 172.21.15.112:0/1154626288 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8fc8011b70 con 0x7f8fd81060c0 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 -- 172.21.15.112:0/1154626288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 msgr2=0x7f8fd81064e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 --2- 172.21.15.112:0/1154626288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8fc80098a0 tx=0x7f8fc8009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 -- 172.21.15.112:0/1154626288 shutdown_connections 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 --2- 172.21.15.112:0/1154626288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd81064e0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 -- 172.21.15.112:0/1154626288 >> 172.21.15.112:0/1154626288 conn(0x7f8fd8101d40 msgr2=0x7f8fd8104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.847+0000 7f8fdce00700 1 -- 172.21.15.112:0/1154626288 shutdown_connections 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.848+0000 7f8fdce00700 1 -- 172.21.15.112:0/1154626288 wait complete. 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.849+0000 7f8fdce00700 1 Processor -- start 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.849+0000 7f8fdce00700 1 -- start start 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.849+0000 7f8fdce00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:41.491 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.849+0000 7f8fdce00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd819dc30 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.849+0000 7f8fd5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fd5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38250/0 (socket says 172.21.15.112:38250) 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fd5e00700 1 -- 172.21.15.112:0/3968301938 learned_addr learned my addr 172.21.15.112:0/3968301938 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fd5e00700 1 -- 172.21.15.112:0/3968301938 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc8009550 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fd5e00700 1 --2- 172.21.15.112:0/3968301938 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8011670 tx=0x7f8fc8011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8fc80039f0 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f8fc8003b50 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.850+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fd819de30 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.851+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f8fc801a6d0 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.851+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fd819e2d0 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.851+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f8fc801ad40 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.851+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8fc8019a10 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.852+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fd8197390 con 0x7f8fd81060c0 2024-02-26T04:47:41.492 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.854+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f8fc8003cc0 con 0x7f8fd81060c0 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.933+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f8fd8107be0 con 0x7f8fd81060c0 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.933+0000 7f8fcf400700 1 -- 172.21.15.112:0/3968301938 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f8fc80249a0 con 0x7f8fd81060c0 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 msgr2=0x7f8fd819d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 --2- 172.21.15.112:0/3968301938 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8fc8011670 tx=0x7f8fc8011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 shutdown_connections 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 --2- 172.21.15.112:0/3968301938 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8fd81060c0 0x7f8fd819d6f0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 >> 172.21.15.112:0/3968301938 conn(0x7f8fd8101d40 msgr2=0x7f8fd81944d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 shutdown_connections 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:39.935+0000 7f8fdce00700 1 -- 172.21.15.112:0/3968301938 wait complete. 2024-02-26T04:47:41.493 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (1/15)... 2024-02-26T04:47:41.690 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.687+0000 7f0245db0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:47:41.988 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.825+0000 7f0245db0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:47:41.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:41.935+0000 7f0245db0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:47:42.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:42 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:42.057+0000 7f0245db0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:47:42.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:42 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:42.273+0000 7f0245db0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:47:43.910 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:43 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:43.577+0000 7f0245db0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:47:43.910 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:43 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:43.750+0000 7f0245db0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:47:44.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:44 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1044712807' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-26T04:47:44.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:44.195+0000 7f0245db0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:47:44.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:44.317+0000 7f0245db0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:47:44.819 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:44.574+0000 7f0245db0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:47:44.850 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:44.850 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:47:44.850 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:47:44.850 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-26T04:47:44.851 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-26T04:47:44.852 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-26T04:47:44.860 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-26T04:47:44.861 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-02-26T04:47:21.607112+0000", 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:44.862 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.063+0000 7f9054a00700 1 Processor -- start 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.063+0000 7f9054a00700 1 -- start start 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.063+0000 7f9054a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.063+0000 7f9054a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9050107110 con 0x7f9050106720 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.064+0000 7f904de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.064+0000 7f904de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38264/0 (socket says 172.21.15.112:38264) 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.064+0000 7f904de00700 1 -- 172.21.15.112:0/3458270666 learned_addr learned my addr 172.21.15.112:0/3458270666 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.064+0000 7f904de00700 1 -- 172.21.15.112:0/3458270666 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9050107920 con 0x7f9050106720 2024-02-26T04:47:44.863 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.064+0000 7f904de00700 1 --2- 172.21.15.112:0/3458270666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f90400098a0 tx=0x7f9040009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d73abac9c492c9a7 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.065+0000 7f904ca00700 1 -- 172.21.15.112:0/3458270666 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9040004160 con 0x7f9050106720 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.065+0000 7f904ca00700 1 -- 172.21.15.112:0/3458270666 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f90400042c0 con 0x7f9050106720 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.065+0000 7f904ca00700 1 -- 172.21.15.112:0/3458270666 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9040011b70 con 0x7f9050106720 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 -- 172.21.15.112:0/3458270666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 msgr2=0x7f9050106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 --2- 172.21.15.112:0/3458270666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f90400098a0 tx=0x7f9040009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 -- 172.21.15.112:0/3458270666 shutdown_connections 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 --2- 172.21.15.112:0/3458270666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f9050106b40 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 -- 172.21.15.112:0/3458270666 >> 172.21.15.112:0/3458270666 conn(0x7f9050101d40 msgr2=0x7f9050104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 -- 172.21.15.112:0/3458270666 shutdown_connections 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.066+0000 7f9054a00700 1 -- 172.21.15.112:0/3458270666 wait complete. 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.067+0000 7f9054a00700 1 Processor -- start 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.067+0000 7f9054a00700 1 -- start start 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f9054a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:44.864 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f9054a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f905019dc80 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f904de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f904de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38266/0 (socket says 172.21.15.112:38266) 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f904de00700 1 -- 172.21.15.112:0/1044712807 learned_addr learned my addr 172.21.15.112:0/1044712807 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.068+0000 7f904de00700 1 -- 172.21.15.112:0/1044712807 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9040009550 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f904de00700 1 --2- 172.21.15.112:0/1044712807 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9040000c00 tx=0x7f9040011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9040003aa0 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f9040003c00 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f905019de80 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9040024930 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f905019e320 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.069+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f904002d3f0 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.070+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f90400197d0 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.070+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90500632a0 con 0x7f9050106720 2024-02-26T04:47:44.865 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.073+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f904001aca0 con 0x7f9050106720 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.153+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f9050192a00 con 0x7f9050106720 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.153+0000 7f9046a00700 1 -- 172.21.15.112:0/1044712807 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f9040035090 con 0x7f9050106720 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.155+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 msgr2=0x7f905019d740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.155+0000 7f9054a00700 1 --2- 172.21.15.112:0/1044712807 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f9040000c00 tx=0x7f9040011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.155+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 shutdown_connections 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.155+0000 7f9054a00700 1 --2- 172.21.15.112:0/1044712807 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9050106720 0x7f905019d740 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.155+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 >> 172.21.15.112:0/1044712807 conn(0x7f9050101d40 msgr2=0x7f905018fae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.156+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 shutdown_connections 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:44.156+0000 7f9054a00700 1 -- 172.21.15.112:0/1044712807 wait complete. 2024-02-26T04:47:44.866 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (2/15)... 2024-02-26T04:47:45.189 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:44.816+0000 7f0245db0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:47:45.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:45 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:45.186+0000 7f0245db0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:47:45.797 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:45 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:45.498+0000 7f0245db0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:47:46.238 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:45 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:45.794+0000 7f0245db0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:47:47.138 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:46 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:46.798+0000 7f0245db0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:47:47.740 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:47.513+0000 7f0245db0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:47:47.740 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:47.643+0000 7f0245db0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:47:47.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1302723036' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-26T04:47:48.143 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:47.935+0000 7f0245db0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-26T04:47:48.162 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-26T04:47:48.163 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-26T04:47:48.164 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": false, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-02-26T04:47:48.165 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-02-26T04:47:21.607112+0000", 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.403+0000 7f3b31200700 1 Processor -- start 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.403+0000 7f3b31200700 1 -- start start 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.403+0000 7f3b31200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.404+0000 7f3b31200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c07ae70 con 0x7f3b2c1082d0 2024-02-26T04:47:48.166 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.404+0000 7f3b29e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.404+0000 7f3b29e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56142/0 (socket says 172.21.15.112:56142) 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.404+0000 7f3b29e00700 1 -- 172.21.15.112:0/1743789887 learned_addr learned my addr 172.21.15.112:0/1743789887 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.404+0000 7f3b29e00700 1 -- 172.21.15.112:0/1743789887 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b2c10ac00 con 0x7f3b2c1082d0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.405+0000 7f3b29e00700 1 --2- 172.21.15.112:0/1743789887 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c0098a0 tx=0x7f3b1c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f256f55a8cb9276 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.405+0000 7f3b28a00700 1 -- 172.21.15.112:0/1743789887 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3b1c004160 con 0x7f3b2c1082d0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.405+0000 7f3b28a00700 1 -- 172.21.15.112:0/1743789887 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f3b1c0042c0 con 0x7f3b2c1082d0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.405+0000 7f3b28a00700 1 -- 172.21.15.112:0/1743789887 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3b1c011b70 con 0x7f3b2c1082d0 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 -- 172.21.15.112:0/1743789887 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 msgr2=0x7f3b2c10a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 --2- 172.21.15.112:0/1743789887 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c0098a0 tx=0x7f3b1c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 -- 172.21.15.112:0/1743789887 shutdown_connections 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 --2- 172.21.15.112:0/1743789887 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c10a6c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 -- 172.21.15.112:0/1743789887 >> 172.21.15.112:0/1743789887 conn(0x7f3b2c101d40 msgr2=0x7f3b2c104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:48.167 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 -- 172.21.15.112:0/1743789887 shutdown_connections 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.406+0000 7f3b31200700 1 -- 172.21.15.112:0/1743789887 wait complete. 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.407+0000 7f3b31200700 1 Processor -- start 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.407+0000 7f3b31200700 1 -- start start 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.407+0000 7f3b31200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.407+0000 7f3b31200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b2c19dc90 con 0x7f3b2c1082d0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.408+0000 7f3b29e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.408+0000 7f3b29e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56156/0 (socket says 172.21.15.112:56156) 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.408+0000 7f3b29e00700 1 -- 172.21.15.112:0/1302723036 learned_addr learned my addr 172.21.15.112:0/1302723036 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.408+0000 7f3b29e00700 1 -- 172.21.15.112:0/1302723036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b1c009550 con 0x7f3b2c1082d0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.408+0000 7f3b29e00700 1 --2- 172.21.15.112:0/1302723036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c009130 tx=0x7f3b1c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3b1c003aa0 con 0x7f3b2c1082d0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f3b1c003c00 con 0x7f3b2c1082d0 2024-02-26T04:47:48.168 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3b1c0248b0 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b2c19de90 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b2c19e330 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f3b1c02d3f0 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.409+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f3b1c019760 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.410+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b2c10ba60 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.412+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f3b1c024dc0 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.490+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f3b2c1a0f60 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.491+0000 7f3b22a00700 1 -- 172.21.15.112:0/1302723036 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1240 (secure 0 0 0) 0x7f3b1c01ac30 con 0x7f3b2c1082d0 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 msgr2=0x7f3b2c19d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 --2- 172.21.15.112:0/1302723036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f3b1c009130 tx=0x7f3b1c011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 shutdown_connections 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 --2- 172.21.15.112:0/1302723036 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3b2c1082d0 0x7f3b2c19d750 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 >> 172.21.15.112:0/1302723036 conn(0x7f3b2c101d40 msgr2=0x7f3b2c106130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:48.169 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 shutdown_connections 2024-02-26T04:47:48.170 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:47.493+0000 7f3b31200700 1 -- 172.21.15.112:0/1302723036 wait complete. 2024-02-26T04:47:48.170 INFO:teuthology.orchestra.run.smithi112.stdout:mgr not available, waiting (3/15)... 2024-02-26T04:47:48.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: Activating manager daemon x 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: mgrmap e2: x(active, starting, since 0.00694697s) 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: Manager daemon x is now available 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' 2024-02-26T04:47:48.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' 2024-02-26T04:47:48.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:48 smithi112 ceph-mon[31817]: from='mgr.14100 172.21.15.112:0/2706248299' entity='mgr.x' 2024-02-26T04:47:50.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:49 smithi112 ceph-mon[31817]: mgrmap e3: x(active, since 1.02013s) 2024-02-26T04:47:51.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:50 smithi112 ceph-mon[31817]: mgrmap e4: x(active, since 2s) 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "health": { 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-02-26T04:47:51.711 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.712 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-02-26T04:47:51.712 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-02-26T04:47:51.714 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 0 2024-02-26T04:47:51.714 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "a" 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "monmap": { 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-02-26T04:47:51.715 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-02-26T04:47:51.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-02-26T04:47:51.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-02-26T04:47:51.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-02-26T04:47:51.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.716 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-02-26T04:47:51.718 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-02-26T04:47:51.718 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-02-26T04:47:51.718 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-02-26T04:47:51.718 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modules": [ 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "iostat", 2024-02-26T04:47:51.719 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "nfs", 2024-02-26T04:47:51.720 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "restful" 2024-02-26T04:47:51.720 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ], 2024-02-26T04:47:51.720 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "modified": "2024-02-26T04:47:21.607112+0000", 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "services": {} 2024-02-26T04:47:51.722 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout }, 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.727+0000 7ff405a00700 1 Processor -- start 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.727+0000 7ff405a00700 1 -- start start 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.728+0000 7ff405a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.728+0000 7ff405a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40007ade0 con 0x7ff400105f60 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.728+0000 7ff3ffe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.728+0000 7ff3ffe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56216/0 (socket says 172.21.15.112:56216) 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.728+0000 7ff3ffe00700 1 -- 172.21.15.112:0/3446135376 learned_addr learned my addr 172.21.15.112:0/3446135376 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.729+0000 7ff3ffe00700 1 -- 172.21.15.112:0/3446135376 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff40007af20 con 0x7ff400105f60 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.729+0000 7ff3ffe00700 1 --2- 172.21.15.112:0/3446135376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00098a0 tx=0x7ff3f0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c0d4d74ca7c55c8 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.729+0000 7ff3fea00700 1 -- 172.21.15.112:0/3446135376 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3f0004160 con 0x7ff400105f60 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.729+0000 7ff3fea00700 1 -- 172.21.15.112:0/3446135376 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7ff3f00042c0 con 0x7ff400105f60 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.729+0000 7ff3fea00700 1 -- 172.21.15.112:0/3446135376 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3f0011b70 con 0x7ff400105f60 2024-02-26T04:47:51.723 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 -- 172.21.15.112:0/3446135376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 msgr2=0x7ff400106380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:51.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 --2- 172.21.15.112:0/3446135376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff3f00098a0 tx=0x7ff3f0009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:51.724 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 -- 172.21.15.112:0/3446135376 shutdown_connections 2024-02-26T04:47:51.726 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 --2- 172.21.15.112:0/3446135376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff400105f60 0x7ff400106380 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:51.727 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 -- 172.21.15.112:0/3446135376 >> 172.21.15.112:0/3446135376 conn(0x7ff400101bc0 msgr2=0x7ff400103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 -- 172.21.15.112:0/3446135376 shutdown_connections 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.730+0000 7ff405a00700 1 -- 172.21.15.112:0/3446135376 wait complete. 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.731+0000 7ff405a00700 1 Processor -- start 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.731+0000 7ff405a00700 1 -- start start 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff405a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff405a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40019e100 con 0x7ff40019d7a0 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff3ffe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff3ffe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56230/0 (socket says 172.21.15.112:56230) 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff3ffe00700 1 -- 172.21.15.112:0/1811114716 learned_addr learned my addr 172.21.15.112:0/1811114716 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:51.728 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.732+0000 7ff3ffe00700 1 -- 172.21.15.112:0/1811114716 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3f0009550 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff3ffe00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0015000 tx=0x7ff3f0011910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3f00036a0 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7ff3f001f070 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff40019e300 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3f001adf0 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.733+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4001a0e70 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.734+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7ff3f0021030 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.734+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff400197280 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.734+0000 7ff3fcc00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 0x7ff3e403b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.735+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff3f004cd00 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.735+0000 7ff3ff400700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 0x7ff3e403b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.735+0000 7ff3ff400700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 0x7ff3e403b460 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec006fd0 tx=0x7ff3ec006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:50.741+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff3f000b7a0 con 0x7ff40019d7a0 2024-02-26T04:47:51.729 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.041+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7ff400107660 con 0x7ff40019d7a0 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.042+0000 7ff3fcc00700 1 -- 172.21.15.112:0/1811114716 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7ff3f000b3e0 con 0x7ff40019d7a0 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.044+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 msgr2=0x7ff3e403b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.044+0000 7ff405a00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 0x7ff3e403b460 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7ff3ec006fd0 tx=0x7ff3ec006e40 comp rx=0 tx=0).stop 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.044+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 msgr2=0x7ff40019dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.044+0000 7ff405a00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7ff3f0015000 tx=0x7ff3f0011910 comp rx=0 tx=0).stop 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 shutdown_connections 2024-02-26T04:47:51.731 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7ff3e4038fa0 0x7ff3e403b460 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:51.732 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 --2- 172.21.15.112:0/1811114716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff40019d7a0 0x7ff40019dbc0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:51.732 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 >> 172.21.15.112:0/1811114716 conn(0x7ff400101bc0 msgr2=0x7ff4001943c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:51.732 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 shutdown_connections 2024-02-26T04:47:51.732 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:51.045+0000 7ff405a00700 1 -- 172.21.15.112:0/1811114716 wait complete. 2024-02-26T04:47:51.732 INFO:teuthology.orchestra.run.smithi112.stdout:mgr is available 2024-02-26T04:47:52.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:51 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1811114716' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-02-26T04:47:53.201 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:52 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4286571720' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-02-26T04:47:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:53.210 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [global] 2024-02-26T04:47:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout fsid = fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:47:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [mgr] 2024-02-26T04:47:53.212 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-02-26T04:47:53.213 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 2024-02-26T04:47:53.213 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout [osd] 2024-02-26T04:47:53.213 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-02-26T04:47:53.214 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-02-26T04:47:53.214 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-02-26T04:47:53.214 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-02-26T04:47:53.214 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.322+0000 7f7c68800700 1 Processor -- start 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.323+0000 7f7c68800700 1 -- start start 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.323+0000 7f7c68800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.323+0000 7f7c68800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c601081f0 con 0x7f7c60107800 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.323+0000 7f7c65e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:53.215 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.323+0000 7f7c65e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56232/0 (socket says 172.21.15.112:56232) 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.324+0000 7f7c65e00700 1 -- 172.21.15.112:0/3215759666 learned_addr learned my addr 172.21.15.112:0/3215759666 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.324+0000 7f7c65e00700 1 -- 172.21.15.112:0/3215759666 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c60108a00 con 0x7f7c60107800 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.324+0000 7f7c65e00700 1 --2- 172.21.15.112:0/3215759666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7c540098a0 tx=0x7f7c54009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49843bccead48244 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.324+0000 7f7c64a00700 1 -- 172.21.15.112:0/3215759666 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c54004160 con 0x7f7c60107800 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c64a00700 1 -- 172.21.15.112:0/3215759666 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f7c540042c0 con 0x7f7c60107800 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c64a00700 1 -- 172.21.15.112:0/3215759666 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c54011b70 con 0x7f7c60107800 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 -- 172.21.15.112:0/3215759666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 msgr2=0x7f7c60107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 --2- 172.21.15.112:0/3215759666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f7c540098a0 tx=0x7f7c54009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 -- 172.21.15.112:0/3215759666 shutdown_connections 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 --2- 172.21.15.112:0/3215759666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c60107c20 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:53.217 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 -- 172.21.15.112:0/3215759666 >> 172.21.15.112:0/3215759666 conn(0x7f7c60102ea0 msgr2=0x7f7c601052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:53.223 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 -- 172.21.15.112:0/3215759666 shutdown_connections 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.325+0000 7f7c68800700 1 -- 172.21.15.112:0/3215759666 wait complete. 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.326+0000 7f7c68800700 1 Processor -- start 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c68800700 1 -- start start 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c68800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c68800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c6019baa0 con 0x7f7c60107800 2024-02-26T04:47:53.224 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c65e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c65e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56236/0 (socket says 172.21.15.112:56236) 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c65e00700 1 -- 172.21.15.112:0/4286571720 learned_addr learned my addr 172.21.15.112:0/4286571720 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.327+0000 7f7c65e00700 1 -- 172.21.15.112:0/4286571720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c54009550 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c65e00700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7c54000c00 tx=0x7f7c54011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c54003aa0 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f7c54003c00 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c6019bca0 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7c54024930 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.328+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c6019c140 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.329+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7f7c5401a430 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.329+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c6010bc30 con 0x7f7c60107800 2024-02-26T04:47:53.225 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.330+0000 7f7c5aa00700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 0x7f7c4803b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.330+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f7c5404cd40 con 0x7f7c60107800 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.330+0000 7f7c65400700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 0x7f7c4803b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.331+0000 7f7c65400700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 0x7f7c4803b460 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7c50006fd0 tx=0x7f7c50006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.335+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7c54053080 con 0x7f7c60107800 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.551+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f7c6010be40 con 0x7f7c60107800 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.553+0000 7f7c5aa00700 1 -- 172.21.15.112:0/4286571720 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f7c54010380 con 0x7f7c60107800 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.556+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 msgr2=0x7f7c4803b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.556+0000 7f7c68800700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 0x7f7c4803b460 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7c50006fd0 tx=0x7f7c50006e40 comp rx=0 tx=0).stop 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.556+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 msgr2=0x7f7c6019b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.556+0000 7f7c68800700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f7c54000c00 tx=0x7f7c54011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 shutdown_connections 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f7c48038fa0 0x7f7c4803b460 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 --2- 172.21.15.112:0/4286571720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7c60107800 0x7f7c6019b560 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:53.226 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 >> 172.21.15.112:0/4286571720 conn(0x7f7c60102ea0 msgr2=0x7f7c601038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:53.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 shutdown_connections 2024-02-26T04:47:53.227 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:52.557+0000 7f7c68800700 1 -- 172.21.15.112:0/4286571720 wait complete. 2024-02-26T04:47:53.227 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling cephadm module... 2024-02-26T04:47:54.466 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:54 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3608799426' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-02-26T04:47:54.466 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setuser ceph since I am not root 2024-02-26T04:47:54.466 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setgroup ceph since I am not root 2024-02-26T04:47:54.793 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.784+0000 7fb33f400700 1 Processor -- start 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.784+0000 7fb33f400700 1 -- start start 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.785+0000 7fb33f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.785+0000 7fb33f400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3381081f0 con 0x7fb338107800 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.785+0000 7fb33ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.785+0000 7fb33ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56248/0 (socket says 172.21.15.112:56248) 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.785+0000 7fb33ca00700 1 -- 172.21.15.112:0/352857368 learned_addr learned my addr 172.21.15.112:0/352857368 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.786+0000 7fb33ca00700 1 -- 172.21.15.112:0/352857368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb338108a00 con 0x7fb338107800 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.786+0000 7fb33ca00700 1 --2- 172.21.15.112:0/352857368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb32c0098a0 tx=0x7fb32c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6066679f44a1fc16 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.786+0000 7fb337400700 1 -- 172.21.15.112:0/352857368 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb32c004160 con 0x7fb338107800 2024-02-26T04:47:54.794 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb337400700 1 -- 172.21.15.112:0/352857368 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fb32c0042c0 con 0x7fb338107800 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb337400700 1 -- 172.21.15.112:0/352857368 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb32c011b70 con 0x7fb338107800 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb33f400700 1 -- 172.21.15.112:0/352857368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 msgr2=0x7fb338107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb33f400700 1 --2- 172.21.15.112:0/352857368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb32c0098a0 tx=0x7fb32c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb33f400700 1 -- 172.21.15.112:0/352857368 shutdown_connections 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb33f400700 1 --2- 172.21.15.112:0/352857368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb338107c20 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.787+0000 7fb33f400700 1 -- 172.21.15.112:0/352857368 >> 172.21.15.112:0/352857368 conn(0x7fb338102ea0 msgr2=0x7fb3381052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.788+0000 7fb33f400700 1 -- 172.21.15.112:0/352857368 shutdown_connections 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.788+0000 7fb33f400700 1 -- 172.21.15.112:0/352857368 wait complete. 2024-02-26T04:47:54.795 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33f400700 1 Processor -- start 2024-02-26T04:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33f400700 1 -- start start 2024-02-26T04:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33f400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33819baa0 con 0x7fb338107800 2024-02-26T04:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:54.796 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:56258/0 (socket says 172.21.15.112:56258) 2024-02-26T04:47:54.797 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.789+0000 7fb33ca00700 1 -- 172.21.15.112:0/3608799426 learned_addr learned my addr 172.21.15.112:0/3608799426 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:54.797 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb33ca00700 1 -- 172.21.15.112:0/3608799426 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32c009550 con 0x7fb338107800 2024-02-26T04:47:54.797 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb33ca00700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb32c000c00 tx=0x7fb32c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb32c003aa0 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fb32c003c00 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33819bca0 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.790+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb32c024930 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.791+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33819c140 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.791+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 4) v1 ==== 45921+0+0 (secure 0 0 0) 0x7fb32c01a430 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.792+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb33810bc30 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.792+0000 7fb335600700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 0x7fb32003b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.792+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb32c04cd80 con 0x7fb338107800 2024-02-26T04:47:54.798 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.792+0000 7fb337e00700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 0x7fb32003b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.793+0000 7fb337e00700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 0x7fb32003b460 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb324006fd0 tx=0x7fb324006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:53.797+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb32c052020 con 0x7fb338107800 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.074+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7fb33819ef10 con 0x7fb338107800 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.127+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7fb32c01aca0 con 0x7fb338107800 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.130+0000 7fb335600700 1 -- 172.21.15.112:0/3608799426 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fb32c01a790 con 0x7fb338107800 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 msgr2=0x7fb32003b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 0x7fb32003b460 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fb324006fd0 tx=0x7fb324006e40 comp rx=0 tx=0).stop 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 msgr2=0x7fb33819b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7fb32c000c00 tx=0x7fb32c011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 shutdown_connections 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb320038fa0 0x7fb32003b460 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 --2- 172.21.15.112:0/3608799426 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb338107800 0x7fb33819b560 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.132+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 >> 172.21.15.112:0/3608799426 conn(0x7fb338102ea0 msgr2=0x7fb3381038f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:54.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.133+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 shutdown_connections 2024-02-26T04:47:54.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:54.133+0000 7fb33f400700 1 -- 172.21.15.112:0/3608799426 wait complete. 2024-02-26T04:47:55.124 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:54.895+0000 7fa3aabdc200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:47:55.124 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:55.017+0000 7fa3aabdc200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:47:55.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:55 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3608799426' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-02-26T04:47:55.399 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:55 smithi112 ceph-mon[31817]: mgrmap e5: x(active, since 6s) 2024-02-26T04:47:55.972 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:55.847+0000 7fa3aabdc200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:47:56.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3975475368' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-02-26T04:47:56.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:55.969+0000 7fa3aabdc200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:47:56.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:56.165+0000 7fa3aabdc200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-02-26T04:47:56.472 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.449+0000 7f04c4800700 1 Processor -- start 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.449+0000 7f04c4800700 1 -- start start 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c4800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c4800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04bc07ae10 con 0x7f04bc106120 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:56.473 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33896/0 (socket says 172.21.15.112:33896) 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c1e00700 1 -- 172.21.15.112:0/1349062570 learned_addr learned my addr 172.21.15.112:0/1349062570 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.450+0000 7f04c1e00700 1 -- 172.21.15.112:0/1349062570 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04bc07af50 con 0x7f04bc106120 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.451+0000 7f04c1e00700 1 --2- 172.21.15.112:0/1349062570 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04b00098a0 tx=0x7f04b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcdd0501b1774e17 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.451+0000 7f04c0a00700 1 -- 172.21.15.112:0/1349062570 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04b0004160 con 0x7f04bc106120 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.451+0000 7f04c0a00700 1 -- 172.21.15.112:0/1349062570 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f04b00042c0 con 0x7f04bc106120 2024-02-26T04:47:56.474 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.451+0000 7f04c0a00700 1 -- 172.21.15.112:0/1349062570 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04b0011b70 con 0x7f04bc106120 2024-02-26T04:47:56.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 -- 172.21.15.112:0/1349062570 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 msgr2=0x7f04bc106540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:56.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 --2- 172.21.15.112:0/1349062570 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f04b00098a0 tx=0x7f04b0009bb0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 -- 172.21.15.112:0/1349062570 shutdown_connections 2024-02-26T04:47:56.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 --2- 172.21.15.112:0/1349062570 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc106540 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.475 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 -- 172.21.15.112:0/1349062570 >> 172.21.15.112:0/1349062570 conn(0x7f04bc101d40 msgr2=0x7f04bc104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:56.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 -- 172.21.15.112:0/1349062570 shutdown_connections 2024-02-26T04:47:56.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.452+0000 7f04c4800700 1 -- 172.21.15.112:0/1349062570 wait complete. 2024-02-26T04:47:56.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.453+0000 7f04c4800700 1 Processor -- start 2024-02-26T04:47:56.476 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.453+0000 7f04c4800700 1 -- start start 2024-02-26T04:47:56.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.453+0000 7f04c4800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:56.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.453+0000 7f04c4800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04bc19dc40 con 0x7f04bc106120 2024-02-26T04:47:56.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04c1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:47:56.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04c1e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33904/0 (socket says 172.21.15.112:33904) 2024-02-26T04:47:56.477 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04c1e00700 1 -- 172.21.15.112:0/3975475368 learned_addr learned my addr 172.21.15.112:0/3975475368 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04c1e00700 1 -- 172.21.15.112:0/3975475368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04b0009550 con 0x7f04bc106120 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04c1e00700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f04b0009130 tx=0x7f04b0011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.454+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04b0003aa0 con 0x7f04bc106120 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.455+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f04b0003c00 con 0x7f04bc106120 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.455+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04bc19de40 con 0x7f04bc106120 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.455+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f04b00248b0 con 0x7f04bc106120 2024-02-26T04:47:56.478 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.455+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04bc19e2e0 con 0x7f04bc106120 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f04b001a430 con 0x7f04bc106120 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04b6a00700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 0x7f04a403b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04bc1973a0 con 0x7f04bc106120 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04c1400700 1 -- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 msgr2=0x7f04a403b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f04b004cd70 con 0x7f04bc106120 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.456+0000 7f04c1400700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 0x7f04a403b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:47:56.479 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.462+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f04b0018530 con 0x7f04bc106120 2024-02-26T04:47:56.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.657+0000 7f04c1400700 1 -- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 msgr2=0x7f04a403b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:47:56.480 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.657+0000 7f04c1400700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 0x7f04a403b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.744+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f04bc02d960 con 0x7f04bc106120 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.744+0000 7f04b6a00700 1 -- 172.21.15.112:0/3975475368 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7f04b0018350 con 0x7f04bc106120 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 msgr2=0x7f04a403b460 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 0x7f04a403b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 msgr2=0x7f04bc19d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:47:56.481 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f04b0009130 tx=0x7f04b0011bf0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 shutdown_connections 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7f04a4038fa0 0x7f04a403b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 --2- 172.21.15.112:0/3975475368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f04bc106120 0x7f04bc19d700 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 >> 172.21.15.112:0/3975475368 conn(0x7f04bc101d40 msgr2=0x7f04bc1944e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 shutdown_connections 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:55.747+0000 7f04c4800700 1 -- 172.21.15.112:0/3975475368 wait complete. 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-02-26T04:47:56.482 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 5... 2024-02-26T04:47:56.611 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:56.298+0000 7fa3aabdc200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:47:56.611 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:56.416+0000 7fa3aabdc200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:47:56.897 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:56.760+0000 7fa3aabdc200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:47:57.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:56.901+0000 7fa3aabdc200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:47:57.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:57.019+0000 7fa3aabdc200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:47:57.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:57.143+0000 7fa3aabdc200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:47:57.663 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:57.360+0000 7fa3aabdc200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:47:58.738 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:58.614+0000 7fa3aabdc200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:47:59.201 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:58.785+0000 7fa3aabdc200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:47:59.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:59.198+0000 7fa3aabdc200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:47:59.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:59.317+0000 7fa3aabdc200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:47:59.988 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:59.568+0000 7fa3aabdc200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:47:59.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:47:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:47:59.809+0000 7fa3aabdc200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:48:00.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:00.179+0000 7fa3aabdc200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:48:00.795 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:00.494+0000 7fa3aabdc200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:48:00.796 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:00.792+0000 7fa3aabdc200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:48:02.238 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:01.797+0000 7fa3aabdc200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:48:02.738 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:02.483+0000 7fa3aabdc200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:48:02.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:02.611+0000 7fa3aabdc200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:48:03.238 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:02.890+0000 7fa3aabdc200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: Active manager daemon x restarted 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: Activating manager daemon x 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: osdmap e2: 0 total, 0 up, 0 in 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: mgrmap e6: x(active, starting, since 0.00859848s) 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:48:03.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:02 smithi112 ceph-mon[31817]: Manager daemon x is now available 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: Found migration_current of "None". Setting to last migration. 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:04.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:03 smithi112 ceph-mon[31817]: mgrmap e7: x(active, since 1.01662s) 2024-02-26T04:48:04.603 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:48:04.603 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-02-26T04:48:04.603 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-02-26T04:48:04.603 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb54b800700 1 Processor -- start 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb54b800700 1 -- start start 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb54b800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb54b800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54410a390 con 0x7fb544109a30 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb548e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb548e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33918/0 (socket says 172.21.15.112:33918) 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.050+0000 7fb548e00700 1 -- 172.21.15.112:0/1583125169 learned_addr learned my addr 172.21.15.112:0/1583125169 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:04.606 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.051+0000 7fb548e00700 1 -- 172.21.15.112:0/1583125169 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb54410a4d0 con 0x7fb544109a30 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.051+0000 7fb548e00700 1 --2- 172.21.15.112:0/1583125169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb5380098a0 tx=0x7fb538009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf68fe056e8d913 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.051+0000 7fb543400700 1 -- 172.21.15.112:0/1583125169 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb538004160 con 0x7fb544109a30 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.051+0000 7fb543400700 1 -- 172.21.15.112:0/1583125169 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fb5380042c0 con 0x7fb544109a30 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.051+0000 7fb543400700 1 -- 172.21.15.112:0/1583125169 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb538011b70 con 0x7fb544109a30 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 -- 172.21.15.112:0/1583125169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 msgr2=0x7fb544109e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 --2- 172.21.15.112:0/1583125169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fb5380098a0 tx=0x7fb538009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.607 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 -- 172.21.15.112:0/1583125169 shutdown_connections 2024-02-26T04:48:04.608 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 --2- 172.21.15.112:0/1583125169 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb544109e50 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.608 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 -- 172.21.15.112:0/1583125169 >> 172.21.15.112:0/1583125169 conn(0x7fb5441054c0 msgr2=0x7fb5441078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:04.608 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 -- 172.21.15.112:0/1583125169 shutdown_connections 2024-02-26T04:48:04.608 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.052+0000 7fb54b800700 1 -- 172.21.15.112:0/1583125169 wait complete. 2024-02-26T04:48:04.609 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.053+0000 7fb54b800700 1 Processor -- start 2024-02-26T04:48:04.609 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.053+0000 7fb54b800700 1 -- start start 2024-02-26T04:48:04.609 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb54b800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:04.609 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb54b800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54419dc20 con 0x7fb544109a30 2024-02-26T04:48:04.609 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb548e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb548e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33926/0 (socket says 172.21.15.112:33926) 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb548e00700 1 -- 172.21.15.112:0/2427720529 learned_addr learned my addr 172.21.15.112:0/2427720529 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.054+0000 7fb548e00700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb538009550 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb548e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb538011670 tx=0x7fb538011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb5380039f0 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fb538003b50 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54419de20 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fb53801a6d0 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.055+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54419e2c0 con 0x7fb544109a30 2024-02-26T04:48:04.614 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.056+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 5) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fb53801a940 con 0x7fb544109a30 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.057+0000 7fb541600700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.057+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb5440632a0 con 0x7fb52c038fa0 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.057+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fb53804d070 con 0x7fb544109a30 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.057+0000 7fb543e00700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.057+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.258+0000 7fb543e00700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.258+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.659+0000 7fb543e00700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:57.659+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:58.461+0000 7fb543e00700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:47:58.461+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:00.063+0000 7fb543e00700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2190883855 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:00.063+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:02.900+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mgrmap(e 6) v1 ==== 45699+0+0 (secure 0 0 0) 0x7fb53802d9b0 con 0x7fb544109a30 2024-02-26T04:48:04.615 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:02.900+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 msgr2=0x7fb52c03b460 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:02.900+0000 7fb541600700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.905+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 7) v1 ==== 45826+0+0 (secure 0 0 0) 0x7fb538018350 con 0x7fb544109a30 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.905+0000 7fb541600700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 0x7fb52c03ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.905+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7fb5440632a0 con 0x7fb52c03c6e0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.907+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 0x7fb52c03ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.910+0000 7fb543e00700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 0x7fb52c03ead0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb530003a10 tx=0x7fb5300092b0 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.912+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7fb5440632a0 con 0x7fb52c03c6e0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.920+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7fb54410dea0 con 0x7fb52c03c6e0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.921+0000 7fb541600700 1 -- 172.21.15.112:0/2427720529 <== mgr.14120 v2:172.21.15.112:6800/3855844960 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7fb54410dea0 con 0x7fb52c03c6e0 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.921+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 msgr2=0x7fb52c03ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.921+0000 7fb54b800700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 0x7fb52c03ead0 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fb530003a10 tx=0x7fb5300092b0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.921+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 msgr2=0x7fb54419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.921+0000 7fb54b800700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fb538011670 tx=0x7fb538011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.616 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 shutdown_connections 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fb52c03c6e0 0x7fb52c03ead0 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb544109a30 0x7fb54419d6e0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 --2- 172.21.15.112:0/2427720529 >> [v2:172.21.15.112:6800/2190883855,v1:172.21.15.112:6801/2190883855] conn(0x7fb52c038fa0 0x7fb52c03b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 >> 172.21.15.112:0/2427720529 conn(0x7fb5441054c0 msgr2=0x7fb544106e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 shutdown_connections 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:03.922+0000 7fb54b800700 1 -- 172.21.15.112:0/2427720529 wait complete. 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 5 is available 2024-02-26T04:48:04.617 INFO:teuthology.orchestra.run.smithi112.stdout:Setting orchestrator backend to cephadm... 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:03] ENGINE Bus STARTING 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:03] ENGINE Serving on https://172.21.15.112:7150 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:03] ENGINE Serving on http://172.21.15.112:8765 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:03] ENGINE Bus STARTED 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-26T04:48:05.120 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:04 smithi112 ceph-mon[31817]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-26T04:48:06.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:05 smithi112 ceph-mon[31817]: mgrmap e8: x(active, since 2s) 2024-02-26T04:48:06.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:05 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:06.099 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:05 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:06.116 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.191+0000 7f1801c00700 1 Processor -- start 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.191+0000 7f1801c00700 1 -- start start 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f1801c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f1801c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17fc07add0 con 0x7f17fc108370 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f17faa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f17faa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51572/0 (socket says 172.21.15.112:51572) 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f17faa00700 1 -- 172.21.15.112:0/2217973489 learned_addr learned my addr 172.21.15.112:0/2217973489 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.192+0000 7f17faa00700 1 -- 172.21.15.112:0/2217973489 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17fc07af10 con 0x7f17fc108370 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.193+0000 7f17faa00700 1 --2- 172.21.15.112:0/2217973489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f17ec0098a0 tx=0x7f17ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d80056031c1fd3eb server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.193+0000 7f17f9600700 1 -- 172.21.15.112:0/2217973489 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f17ec004160 con 0x7f17fc108370 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.193+0000 7f17f9600700 1 -- 172.21.15.112:0/2217973489 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f17ec0042c0 con 0x7f17fc108370 2024-02-26T04:48:06.117 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.193+0000 7f17f9600700 1 -- 172.21.15.112:0/2217973489 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f17ec011b70 con 0x7f17fc108370 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 -- 172.21.15.112:0/2217973489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 msgr2=0x7f17fc10a760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 --2- 172.21.15.112:0/2217973489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f17ec0098a0 tx=0x7f17ec009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 -- 172.21.15.112:0/2217973489 shutdown_connections 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 --2- 172.21.15.112:0/2217973489 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc10a760 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 -- 172.21.15.112:0/2217973489 >> 172.21.15.112:0/2217973489 conn(0x7f17fc101d40 msgr2=0x7f17fc104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 -- 172.21.15.112:0/2217973489 shutdown_connections 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.194+0000 7f1801c00700 1 -- 172.21.15.112:0/2217973489 wait complete. 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.195+0000 7f1801c00700 1 Processor -- start 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.195+0000 7f1801c00700 1 -- start start 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.195+0000 7f1801c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.195+0000 7f1801c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17fc108130 con 0x7f17fc108370 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.196+0000 7f17faa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:06.118 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.196+0000 7f17faa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51582/0 (socket says 172.21.15.112:51582) 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.196+0000 7f17faa00700 1 -- 172.21.15.112:0/3240705346 learned_addr learned my addr 172.21.15.112:0/3240705346 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.196+0000 7f17faa00700 1 -- 172.21.15.112:0/3240705346 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17ec009550 con 0x7f17fc108370 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.196+0000 7f17faa00700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009130 tx=0x7f17ec011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.197+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f17ec003aa0 con 0x7f17fc108370 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.197+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7f17ec003c00 con 0x7f17fc108370 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.197+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f17ec0248b0 con 0x7f17fc108370 2024-02-26T04:48:06.119 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.197+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17fc106320 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.197+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17fc1067c0 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.198+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f17ec01ac30 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.198+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17fc10ba90 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.198+0000 7f17f3400700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 0x7f17e003b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.198+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f17ec04d000 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.199+0000 7f17fa000700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 0x7f17e003b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.200+0000 7f17fa000700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 0x7f17e003b3f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f17e8006fd0 tx=0x7f17e8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.204+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f17ec080d20 con 0x7f17fc108370 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.439+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f17fc106e50 con 0x7f17e0038f30 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.454+0000 7f17f3400700 1 -- 172.21.15.112:0/3240705346 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f17fc106e50 con 0x7f17e0038f30 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 msgr2=0x7f17e003b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 0x7f17e003b3f0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f17e8006fd0 tx=0x7f17e8006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:06.120 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 msgr2=0x7f17fc107bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f17ec009130 tx=0x7f17ec011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 shutdown_connections 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f17e0038f30 0x7f17e003b3f0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 --2- 172.21.15.112:0/3240705346 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f17fc108370 0x7f17fc107bf0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.457+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 >> 172.21.15.112:0/3240705346 conn(0x7f17fc101d40 msgr2=0x7f17fc102830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.458+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 shutdown_connections 2024-02-26T04:48:06.121 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:05.458+0000 7f1801c00700 1 -- 172.21.15.112:0/3240705346 wait complete. 2024-02-26T04:48:06.976 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:06 smithi112 ceph-mon[31817]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:07.648 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout value unchanged 2024-02-26T04:48:07.650 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.718+0000 7fc22f400700 1 Processor -- start 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.718+0000 7fc22f400700 1 -- start start 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.718+0000 7fc22f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.718+0000 7fc22f400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2281081b0 con 0x7fc2281077c0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.719+0000 7fc22ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.719+0000 7fc22ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51590/0 (socket says 172.21.15.112:51590) 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.719+0000 7fc22ca00700 1 -- 172.21.15.112:0/639530524 learned_addr learned my addr 172.21.15.112:0/639530524 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.719+0000 7fc22ca00700 1 -- 172.21.15.112:0/639530524 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2281089c0 con 0x7fc2281077c0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.720+0000 7fc22ca00700 1 --2- 172.21.15.112:0/639530524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0098a0 tx=0x7fc21c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ce6d2511859f65d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.720+0000 7fc227400700 1 -- 172.21.15.112:0/639530524 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc21c004160 con 0x7fc2281077c0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.720+0000 7fc227400700 1 -- 172.21.15.112:0/639530524 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fc21c0042c0 con 0x7fc2281077c0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.720+0000 7fc227400700 1 -- 172.21.15.112:0/639530524 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc21c011b70 con 0x7fc2281077c0 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 -- 172.21.15.112:0/639530524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 msgr2=0x7fc228107be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:07.651 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 --2- 172.21.15.112:0/639530524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fc21c0098a0 tx=0x7fc21c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 -- 172.21.15.112:0/639530524 shutdown_connections 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 --2- 172.21.15.112:0/639530524 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc228107be0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 -- 172.21.15.112:0/639530524 >> 172.21.15.112:0/639530524 conn(0x7fc228102e40 msgr2=0x7fc228105260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 -- 172.21.15.112:0/639530524 shutdown_connections 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.721+0000 7fc22f400700 1 -- 172.21.15.112:0/639530524 wait complete. 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.722+0000 7fc22f400700 1 Processor -- start 2024-02-26T04:48:07.652 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.722+0000 7fc22f400700 1 -- start start 2024-02-26T04:48:07.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.722+0000 7fc22f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:07.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.722+0000 7fc22f400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc22819bab0 con 0x7fc2281077c0 2024-02-26T04:48:07.655 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.723+0000 7fc22ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.723+0000 7fc22ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51606/0 (socket says 172.21.15.112:51606) 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.723+0000 7fc22ca00700 1 -- 172.21.15.112:0/181516516 learned_addr learned my addr 172.21.15.112:0/181516516 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.723+0000 7fc22ca00700 1 -- 172.21.15.112:0/181516516 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc21c009550 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.723+0000 7fc22ca00700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc21c000c00 tx=0x7fc21c011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.724+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc21c003aa0 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.724+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc22819bcb0 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.724+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fc21c003c00 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.724+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc21c024930 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.724+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc22819c150 con 0x7fc2281077c0 2024-02-26T04:48:07.656 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.725+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fc21c01aca0 con 0x7fc2281077c0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.725+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc22810bbf0 con 0x7fc2281077c0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.725+0000 7fc225600700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 0x7fc21003b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.725+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc21c04cfd0 con 0x7fc2281077c0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.726+0000 7fc227e00700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 0x7fc21003b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.726+0000 7fc227e00700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 0x7fc21003b4b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc214006fd0 tx=0x7fc214006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.731+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc21c01a430 con 0x7fc2281077c0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.952+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7fc228104020 con 0x7fc210038ff0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.954+0000 7fc225600700 1 -- 172.21.15.112:0/181516516 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7fc228104020 con 0x7fc210038ff0 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 msgr2=0x7fc21003b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 0x7fc21003b4b0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fc214006fd0 tx=0x7fc214006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 msgr2=0x7fc22819b570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc21c000c00 tx=0x7fc21c011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 shutdown_connections 2024-02-26T04:48:07.657 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fc210038ff0 0x7fc21003b4b0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:07.658 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 --2- 172.21.15.112:0/181516516 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc2281077c0 0x7fc22819b570 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:07.658 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.956+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 >> 172.21.15.112:0/181516516 conn(0x7fc228102e40 msgr2=0x7fc228103910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:07.658 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.957+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 shutdown_connections 2024-02-26T04:48:07.658 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:06.957+0000 7fc22f400700 1 -- 172.21.15.112:0/181516516 wait complete. 2024-02-26T04:48:07.658 INFO:teuthology.orchestra.run.smithi112.stdout:Generating ssh key... 2024-02-26T04:48:08.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:07 smithi112 ceph-mon[31817]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:08.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: Generating public/private rsa key pair. 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: Your identification has been saved in /tmp/tmptf1fwdqr/key. 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: Your public key has been saved in /tmp/tmptf1fwdqr/key.pub. 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: The key fingerprint is: 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: SHA256:BTN5B8sNIN/PLGwb7v+3U0enqcDN+faq2NVAzNLvLeY ceph-fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: The key's randomart image is: 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: +---[RSA 3072]----+ 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | . =oo. | 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | o.*.+.+ | 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | ..=.o = | 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | o + o .o| 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | S.=o+..+o| 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | oo++ o++| 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | o. o+ *| 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | . o.+oo.| 2024-02-26T04:48:08.990 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: | o.++E=+| 2024-02-26T04:48:08.991 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: +----[SHA256]-----+ 2024-02-26T04:48:09.509 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.289+0000 7fa275a00700 1 Processor -- start 2024-02-26T04:48:09.509 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.289+0000 7fa275a00700 1 -- start start 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.289+0000 7fa275a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.289+0000 7fa275a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa27007b8b0 con 0x7fa27007ce80 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.290+0000 7fa26ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.290+0000 7fa26ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51616/0 (socket says 172.21.15.112:51616) 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.290+0000 7fa26ea00700 1 -- 172.21.15.112:0/416627425 learned_addr learned my addr 172.21.15.112:0/416627425 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.290+0000 7fa26ea00700 1 -- 172.21.15.112:0/416627425 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa27007b9f0 con 0x7fa27007ce80 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.291+0000 7fa26ea00700 1 --2- 172.21.15.112:0/416627425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa2600098a0 tx=0x7fa260009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a97e1cd0873db3f server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.291+0000 7fa26d600700 1 -- 172.21.15.112:0/416627425 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa260004160 con 0x7fa27007ce80 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.291+0000 7fa26d600700 1 -- 172.21.15.112:0/416627425 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa2600042c0 con 0x7fa27007ce80 2024-02-26T04:48:09.510 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.291+0000 7fa26d600700 1 -- 172.21.15.112:0/416627425 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa260011b70 con 0x7fa27007ce80 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 -- 172.21.15.112:0/416627425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 msgr2=0x7fa27007b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 --2- 172.21.15.112:0/416627425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fa2600098a0 tx=0x7fa260009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 -- 172.21.15.112:0/416627425 shutdown_connections 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 --2- 172.21.15.112:0/416627425 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27007b2e0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 -- 172.21.15.112:0/416627425 >> 172.21.15.112:0/416627425 conn(0x7fa270102ea0 msgr2=0x7fa2701052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 -- 172.21.15.112:0/416627425 shutdown_connections 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.292+0000 7fa275a00700 1 -- 172.21.15.112:0/416627425 wait complete. 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.293+0000 7fa275a00700 1 Processor -- start 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.293+0000 7fa275a00700 1 -- start start 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa275a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa275a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa27019dc20 con 0x7fa27007ce80 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa26ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa26ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51622/0 (socket says 172.21.15.112:51622) 2024-02-26T04:48:09.511 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa26ea00700 1 -- 172.21.15.112:0/2938471056 learned_addr learned my addr 172.21.15.112:0/2938471056 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.294+0000 7fa26ea00700 1 -- 172.21.15.112:0/2938471056 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa260009550 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa26ea00700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa260009130 tx=0x7fa260011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa260003aa0 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa260003c00 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa2600248b0 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa27019de20 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.295+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa27019e2c0 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.296+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa27010dcb0 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.297+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa26001ac30 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.297+0000 7fa267400700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 0x7fa25403b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.298+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa26004d080 con 0x7fa27007ce80 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.298+0000 7fa26e000700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 0x7fa25403b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:09.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.298+0000 7fa26e000700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 0x7fa25403b4b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa25c006fd0 tx=0x7fa25c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:09.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.303+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa260024a10 con 0x7fa27007ce80 2024-02-26T04:48:09.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.526+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fa2701a0ba0 con 0x7fa254038ff0 2024-02-26T04:48:09.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.776+0000 7fa267400700 1 -- 172.21.15.112:0/2938471056 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fa2701a0ba0 con 0x7fa254038ff0 2024-02-26T04:48:09.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.779+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 msgr2=0x7fa25403b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:09.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.779+0000 7fa275a00700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 0x7fa25403b4b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fa25c006fd0 tx=0x7fa25c006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:09.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.779+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 msgr2=0x7fa27019d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:09.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.779+0000 7fa275a00700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fa260009130 tx=0x7fa260011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:09.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 shutdown_connections 2024-02-26T04:48:09.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa254038ff0 0x7fa25403b4b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:09.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 --2- 172.21.15.112:0/2938471056 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa27007ce80 0x7fa27019d6e0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:09.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 >> 172.21.15.112:0/2938471056 conn(0x7fa270102ea0 msgr2=0x7fa2701038b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:09.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 shutdown_connections 2024-02-26T04:48:09.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:08.780+0000 7fa275a00700 1 -- 172.21.15.112:0/2938471056 wait complete. 2024-02-26T04:48:10.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:09 smithi112 ceph-mon[31817]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:10.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:09 smithi112 ceph-mon[31817]: Generating ssh key... 2024-02-26T04:48:10.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:09 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:10.045 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:09 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:10.956 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.041+0000 7fa10d200700 1 Processor -- start 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.041+0000 7fa10d200700 1 -- start start 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.042+0000 7fa10d200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.042+0000 7fa10d200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa108107110 con 0x7fa108106720 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.042+0000 7fa105e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.042+0000 7fa105e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51636/0 (socket says 172.21.15.112:51636) 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.042+0000 7fa105e00700 1 -- 172.21.15.112:0/222417971 learned_addr learned my addr 172.21.15.112:0/222417971 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:10.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.043+0000 7fa105e00700 1 -- 172.21.15.112:0/222417971 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa108107920 con 0x7fa108106720 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.043+0000 7fa105e00700 1 --2- 172.21.15.112:0/222417971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80098a0 tx=0x7fa0f8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecf604afe3873013 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.044+0000 7fa104a00700 1 -- 172.21.15.112:0/222417971 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa0f8004160 con 0x7fa108106720 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.044+0000 7fa104a00700 1 -- 172.21.15.112:0/222417971 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa0f80042c0 con 0x7fa108106720 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.044+0000 7fa104a00700 1 -- 172.21.15.112:0/222417971 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa0f8011b70 con 0x7fa108106720 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 -- 172.21.15.112:0/222417971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 msgr2=0x7fa108106b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 --2- 172.21.15.112:0/222417971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fa0f80098a0 tx=0x7fa0f8009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 -- 172.21.15.112:0/222417971 shutdown_connections 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 --2- 172.21.15.112:0/222417971 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa108106b40 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 -- 172.21.15.112:0/222417971 >> 172.21.15.112:0/222417971 conn(0x7fa108101d40 msgr2=0x7fa108104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 -- 172.21.15.112:0/222417971 shutdown_connections 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.045+0000 7fa10d200700 1 -- 172.21.15.112:0/222417971 wait complete. 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.046+0000 7fa10d200700 1 Processor -- start 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.046+0000 7fa10d200700 1 -- start start 2024-02-26T04:48:10.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.046+0000 7fa10d200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.046+0000 7fa10d200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa10819dc90 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.047+0000 7fa105e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.047+0000 7fa105e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51642/0 (socket says 172.21.15.112:51642) 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.047+0000 7fa105e00700 1 -- 172.21.15.112:0/3901014368 learned_addr learned my addr 172.21.15.112:0/3901014368 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.047+0000 7fa105e00700 1 -- 172.21.15.112:0/3901014368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f8009550 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.047+0000 7fa105e00700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8000c00 tx=0x7fa0f8011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.048+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa0f8003aa0 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.048+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa0f8003c00 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.048+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa10819de90 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.048+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa0f8024930 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.048+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa10819e330 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.049+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa0f801aca0 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.049+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa108197bc0 con 0x7fa108106720 2024-02-26T04:48:10.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.049+0000 7fa0fea00700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 0x7fa0ec03b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:10.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.050+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa0f804d0a0 con 0x7fa108106720 2024-02-26T04:48:10.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.050+0000 7fa105400700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 0x7fa0ec03b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:10.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.050+0000 7fa105400700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 0x7fa0ec03b460 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4006fd0 tx=0x7fa0f4006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:10.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.055+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa0f8018710 con 0x7fa108106720 2024-02-26T04:48:10.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.273+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7fa10802da30 con 0x7fa0ec038fa0 2024-02-26T04:48:10.965 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.275+0000 7fa0fea00700 1 -- 172.21.15.112:0/3901014368 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7fa10802da30 con 0x7fa0ec038fa0 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 msgr2=0x7fa0ec03b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 0x7fa0ec03b460 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fa0f4006fd0 tx=0x7fa0f4006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 msgr2=0x7fa10819d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8000c00 tx=0x7fa0f8011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 shutdown_connections 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa0ec038fa0 0x7fa0ec03b460 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 --2- 172.21.15.112:0/3901014368 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa108106720 0x7fa10819d750 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 >> 172.21.15.112:0/3901014368 conn(0x7fa108101d40 msgr2=0x7fa108102af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 shutdown_connections 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:10.278+0000 7fa10d200700 1 -- 172.21.15.112:0/3901014368 wait complete. 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-02-26T04:48:10.966 INFO:teuthology.orchestra.run.smithi112.stdout:Adding key to root@localhost authorized_keys... 2024-02-26T04:48:10.967 INFO:teuthology.orchestra.run.smithi112.stdout:Adding host smithi112... 2024-02-26T04:48:11.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:11 smithi112 ceph-mon[31817]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:12.324 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:12 smithi112 ceph-mon[31817]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:13.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:13 smithi112 ceph-mon[31817]: Deploying cephadm binary to smithi112 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Added host 'smithi112' with addr '172.21.15.112' 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.575+0000 7fa794800700 1 Processor -- start 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.576+0000 7fa794800700 1 -- start start 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.576+0000 7fa794800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.576+0000 7fa794800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c07ae10 con 0x7fa78c106140 2024-02-26T04:48:18.819 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.577+0000 7fa791e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.577+0000 7fa791e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51648/0 (socket says 172.21.15.112:51648) 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.577+0000 7fa791e00700 1 -- 172.21.15.112:0/99378288 learned_addr learned my addr 172.21.15.112:0/99378288 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.577+0000 7fa791e00700 1 -- 172.21.15.112:0/99378288 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa78c07af50 con 0x7fa78c106140 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa791e00700 1 --2- 172.21.15.112:0/99378288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa7800098a0 tx=0x7fa780009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e0d4149783fe969 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa790a00700 1 -- 172.21.15.112:0/99378288 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa780004160 con 0x7fa78c106140 2024-02-26T04:48:18.820 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa790a00700 1 -- 172.21.15.112:0/99378288 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa7800042c0 con 0x7fa78c106140 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa790a00700 1 -- 172.21.15.112:0/99378288 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa780011b70 con 0x7fa78c106140 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa794800700 1 -- 172.21.15.112:0/99378288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 msgr2=0x7fa78c106560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.578+0000 7fa794800700 1 --2- 172.21.15.112:0/99378288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa7800098a0 tx=0x7fa780009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.579+0000 7fa794800700 1 -- 172.21.15.112:0/99378288 shutdown_connections 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.579+0000 7fa794800700 1 --2- 172.21.15.112:0/99378288 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c106560 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.579+0000 7fa794800700 1 -- 172.21.15.112:0/99378288 >> 172.21.15.112:0/99378288 conn(0x7fa78c101dc0 msgr2=0x7fa78c1041e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.579+0000 7fa794800700 1 -- 172.21.15.112:0/99378288 shutdown_connections 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.579+0000 7fa794800700 1 -- 172.21.15.112:0/99378288 wait complete. 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa794800700 1 Processor -- start 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa794800700 1 -- start start 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa794800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:18.827 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa794800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78c19dc90 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa791e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa791e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51652/0 (socket says 172.21.15.112:51652) 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.580+0000 7fa791e00700 1 -- 172.21.15.112:0/3891713173 learned_addr learned my addr 172.21.15.112:0/3891713173 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa791e00700 1 -- 172.21.15.112:0/3891713173 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa780009550 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa791e00700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa780009130 tx=0x7fa780011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa780003aa0 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fa780003c00 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7800248b0 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78c19de90 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.581+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa78c19e330 con 0x7fa78c106140 2024-02-26T04:48:18.828 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.582+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa78001ac30 con 0x7fa78c106140 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.583+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa78c197420 con 0x7fa78c106140 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.583+0000 7fa786a00700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 0x7fa77403b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.583+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa78004d0c0 con 0x7fa78c106140 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.583+0000 7fa791400700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 0x7fa77403b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.584+0000 7fa791400700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 0x7fa77403b4b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa77c006fd0 tx=0x7fa77c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.589+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa780080d20 con 0x7fa78c106140 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:11.810+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi112", "addr": "172.21.15.112", "target": ["mon-mgr", ""]}) v1 -- 0x7fa78c02da30 con 0x7fa774038ff0 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.084+0000 7fa786a00700 1 -- 172.21.15.112:0/3891713173 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fa78c02da30 con 0x7fa774038ff0 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 msgr2=0x7fa77403b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 0x7fa77403b4b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fa77c006fd0 tx=0x7fa77c006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 msgr2=0x7fa78c19d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:18.829 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa780009130 tx=0x7fa780011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 shutdown_connections 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa774038ff0 0x7fa77403b4b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 --2- 172.21.15.112:0/3891713173 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa78c106140 0x7fa78c19d750 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.087+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 >> 172.21.15.112:0/3891713173 conn(0x7fa78c101dc0 msgr2=0x7fa78c194560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.088+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 shutdown_connections 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:18.088+0000 7fa794800700 1 -- 172.21.15.112:0/3891713173 wait complete. 2024-02-26T04:48:18.830 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mon service... 2024-02-26T04:48:19.360 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:19 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:19.360 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:19 smithi112 ceph-mon[31817]: Added host smithi112 2024-02-26T04:48:19.360 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:19 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.524+0000 7fbd2b200700 1 Processor -- start 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.524+0000 7fbd2b200700 1 -- start start 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd2b200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd2b200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd2410a420 con 0x7fbd24109ac0 2024-02-26T04:48:20.955 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd23e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:20.956 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd23e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36986/0 (socket says 172.21.15.112:36986) 2024-02-26T04:48:20.956 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd23e00700 1 -- 172.21.15.112:0/3187526966 learned_addr learned my addr 172.21.15.112:0/3187526966 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:20.956 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.525+0000 7fbd23e00700 1 -- 172.21.15.112:0/3187526966 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd2410a560 con 0x7fbd24109ac0 2024-02-26T04:48:20.956 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.526+0000 7fbd23e00700 1 --2- 172.21.15.112:0/3187526966 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbd140098a0 tx=0x7fbd14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0acdbbae66aa569 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:20.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.526+0000 7fbd22a00700 1 -- 172.21.15.112:0/3187526966 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbd14004160 con 0x7fbd24109ac0 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.526+0000 7fbd22a00700 1 -- 172.21.15.112:0/3187526966 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fbd140042c0 con 0x7fbd24109ac0 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.526+0000 7fbd22a00700 1 -- 172.21.15.112:0/3187526966 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbd14011b70 con 0x7fbd24109ac0 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 -- 172.21.15.112:0/3187526966 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 msgr2=0x7fbd24109ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 --2- 172.21.15.112:0/3187526966 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fbd140098a0 tx=0x7fbd14009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 -- 172.21.15.112:0/3187526966 shutdown_connections 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 --2- 172.21.15.112:0/3187526966 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd24109ee0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 -- 172.21.15.112:0/3187526966 >> 172.21.15.112:0/3187526966 conn(0x7fbd241054c0 msgr2=0x7fbd241078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 -- 172.21.15.112:0/3187526966 shutdown_connections 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.527+0000 7fbd2b200700 1 -- 172.21.15.112:0/3187526966 wait complete. 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.528+0000 7fbd2b200700 1 Processor -- start 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.528+0000 7fbd2b200700 1 -- start start 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.528+0000 7fbd2b200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:20.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.528+0000 7fbd2b200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd2419dc40 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.529+0000 7fbd23e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.529+0000 7fbd23e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36992/0 (socket says 172.21.15.112:36992) 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.529+0000 7fbd23e00700 1 -- 172.21.15.112:0/273515196 learned_addr learned my addr 172.21.15.112:0/273515196 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.529+0000 7fbd23e00700 1 -- 172.21.15.112:0/273515196 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd14009550 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.529+0000 7fbd23e00700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbd14009130 tx=0x7fbd14011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.530+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbd14003aa0 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.530+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1143+0+0 (secure 0 0 0) 0x7fbd14003c00 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.530+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd2419de40 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.530+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbd140248b0 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.530+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd2419e2e0 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.531+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fbd1401a430 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.531+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd2410de90 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.531+0000 7fbd20c00700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 0x7fbd0803b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.531+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fbd1404d0c0 con 0x7fbd24109ac0 2024-02-26T04:48:20.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.532+0000 7fbd23400700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 0x7fbd0803b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.532+0000 7fbd23400700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 0x7fbd0803b4b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fbd10006fd0 tx=0x7fbd10006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.537+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbd14080d20 con 0x7fbd24109ac0 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.806+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fbd24107630 con 0x7fbd08038ff0 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.814+0000 7fbd20c00700 1 -- 172.21.15.112:0/273515196 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fbd24107630 con 0x7fbd08038ff0 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 msgr2=0x7fbd0803b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 0x7fbd0803b4b0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fbd10006fd0 tx=0x7fbd10006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 msgr2=0x7fbd2419d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fbd14009130 tx=0x7fbd14011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 shutdown_connections 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fbd08038ff0 0x7fbd0803b4b0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 --2- 172.21.15.112:0/273515196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbd24109ac0 0x7fbd2419d700 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 >> 172.21.15.112:0/273515196 conn(0x7fbd241054c0 msgr2=0x7fbd24106f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 shutdown_connections 2024-02-26T04:48:20.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:19.818+0000 7fbd2b200700 1 -- 172.21.15.112:0/273515196 wait complete. 2024-02-26T04:48:20.964 INFO:teuthology.orchestra.run.smithi112.stdout:Deploying unmanaged mgr service... 2024-02-26T04:48:21.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:20 smithi112 ceph-mon[31817]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:21.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:20 smithi112 ceph-mon[31817]: Saving service mon spec with placement count:5 2024-02-26T04:48:21.087 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:20 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:22.891 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:22 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:22.891 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:22 smithi112 ceph-mon[31817]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:22.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:22 smithi112 ceph-mon[31817]: Saving service mgr spec with placement count:2 2024-02-26T04:48:22.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:22 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.981+0000 7fa7b6c00700 1 Processor -- start 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.981+0000 7fa7b6c00700 1 -- start start 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.982+0000 7fa7b6c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.982+0000 7fa7b6c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b010a390 con 0x7fa7b0109a30 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.982+0000 7fa7afe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.982+0000 7fa7afe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37000/0 (socket says 172.21.15.112:37000) 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.982+0000 7fa7afe00700 1 -- 172.21.15.112:0/2449990806 learned_addr learned my addr 172.21.15.112:0/2449990806 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.983+0000 7fa7afe00700 1 -- 172.21.15.112:0/2449990806 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7b010a4d0 con 0x7fa7b0109a30 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.983+0000 7fa7afe00700 1 --2- 172.21.15.112:0/2449990806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00098a0 tx=0x7fa7a0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1184cd6205a7ab4 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:22.907 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.983+0000 7fa7aea00700 1 -- 172.21.15.112:0/2449990806 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7a0004160 con 0x7fa7b0109a30 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.983+0000 7fa7aea00700 1 -- 172.21.15.112:0/2449990806 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa7a00042c0 con 0x7fa7b0109a30 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7aea00700 1 -- 172.21.15.112:0/2449990806 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7a0011b90 con 0x7fa7b0109a30 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 -- 172.21.15.112:0/2449990806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 msgr2=0x7fa7b0109e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/2449990806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fa7a00098a0 tx=0x7fa7a0009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 -- 172.21.15.112:0/2449990806 shutdown_connections 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/2449990806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b0109e50 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 -- 172.21.15.112:0/2449990806 >> 172.21.15.112:0/2449990806 conn(0x7fa7b01054c0 msgr2=0x7fa7b01078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.984+0000 7fa7b6c00700 1 -- 172.21.15.112:0/2449990806 shutdown_connections 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.985+0000 7fa7b6c00700 1 -- 172.21.15.112:0/2449990806 wait complete. 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7b6c00700 1 Processor -- start 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7b6c00700 1 -- start start 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7b6c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7b6c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7b019dc70 con 0x7fa7b0109a30 2024-02-26T04:48:22.908 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7afe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7afe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37008/0 (socket says 172.21.15.112:37008) 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.986+0000 7fa7afe00700 1 -- 172.21.15.112:0/1737029125 learned_addr learned my addr 172.21.15.112:0/1737029125 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.987+0000 7fa7afe00700 1 -- 172.21.15.112:0/1737029125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7a0009550 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.987+0000 7fa7afe00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0011b40 tx=0x7fa7a0011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.987+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7a0003aa0 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.987+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa7a0003c00 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.987+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7b019de70 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.988+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa7a0024840 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.988+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7b019e310 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.989+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa7a001a430 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.989+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7b010dea0 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.990+0000 7fa7acc00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 0x7fa79403b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.990+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa7a004d110 con 0x7fa7b0109a30 2024-02-26T04:48:22.909 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.990+0000 7fa7af400700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 0x7fa79403b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.990+0000 7fa7af400700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 0x7fa79403b460 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa79c006fd0 tx=0x7fa79c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:21.995+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa7a001a6e0 con 0x7fa7b0109a30 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.230+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fa7b0107570 con 0x7fa794038fa0 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.238+0000 7fa7acc00700 1 -- 172.21.15.112:0/1737029125 <== mgr.14120 v2:172.21.15.112:6800/3855844960 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7fa7b0107570 con 0x7fa794038fa0 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.243+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 msgr2=0x7fa79403b460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.243+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 0x7fa79403b460 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa79c006fd0 tx=0x7fa79c006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.243+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 msgr2=0x7fa7b019d730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.243+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fa7a0011b40 tx=0x7fa7a0011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 shutdown_connections 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa794038fa0 0x7fa79403b460 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 --2- 172.21.15.112:0/1737029125 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa7b0109a30 0x7fa7b019d730 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 >> 172.21.15.112:0/1737029125 conn(0x7fa7b01054c0 msgr2=0x7fa7b0106e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 shutdown_connections 2024-02-26T04:48:22.910 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:22.244+0000 7fa7b6c00700 1 -- 172.21.15.112:0/1737029125 wait complete. 2024-02-26T04:48:23.717 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:23 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:23.717 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:23 smithi112 ceph-mon[31817]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.461+0000 7fa8e0800700 1 Processor -- start 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.461+0000 7fa8e0800700 1 -- start start 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.461+0000 7fa8e0800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.461+0000 7fa8e0800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8d81081e0 con 0x7fa8d81077f0 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.462+0000 7fa8dde00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.462+0000 7fa8dde00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37022/0 (socket says 172.21.15.112:37022) 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.462+0000 7fa8dde00700 1 -- 172.21.15.112:0/1679153265 learned_addr learned my addr 172.21.15.112:0/1679153265 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.462+0000 7fa8dde00700 1 -- 172.21.15.112:0/1679153265 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8d81089f0 con 0x7fa8d81077f0 2024-02-26T04:48:24.938 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.462+0000 7fa8dde00700 1 --2- 172.21.15.112:0/1679153265 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0098a0 tx=0x7fa8cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46bffe06b27e108c server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.463+0000 7fa8dca00700 1 -- 172.21.15.112:0/1679153265 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8cc004160 con 0x7fa8d81077f0 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.463+0000 7fa8dca00700 1 -- 172.21.15.112:0/1679153265 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa8cc0042c0 con 0x7fa8d81077f0 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.463+0000 7fa8dca00700 1 -- 172.21.15.112:0/1679153265 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8cc011b90 con 0x7fa8d81077f0 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 -- 172.21.15.112:0/1679153265 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 msgr2=0x7fa8d8107c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 --2- 172.21.15.112:0/1679153265 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc0098a0 tx=0x7fa8cc009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 -- 172.21.15.112:0/1679153265 shutdown_connections 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 --2- 172.21.15.112:0/1679153265 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d8107c10 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 -- 172.21.15.112:0/1679153265 >> 172.21.15.112:0/1679153265 conn(0x7fa8d8102e10 msgr2=0x7fa8d8105230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 -- 172.21.15.112:0/1679153265 shutdown_connections 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.464+0000 7fa8e0800700 1 -- 172.21.15.112:0/1679153265 wait complete. 2024-02-26T04:48:24.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.465+0000 7fa8e0800700 1 Processor -- start 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.465+0000 7fa8e0800700 1 -- start start 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.465+0000 7fa8e0800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.465+0000 7fa8e0800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8d819dd30 con 0x7fa8d81077f0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.466+0000 7fa8dde00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.466+0000 7fa8dde00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:37028/0 (socket says 172.21.15.112:37028) 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.466+0000 7fa8dde00700 1 -- 172.21.15.112:0/508293282 learned_addr learned my addr 172.21.15.112:0/508293282 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.466+0000 7fa8dde00700 1 -- 172.21.15.112:0/508293282 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8cc009550 con 0x7fa8d81077f0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.466+0000 7fa8dde00700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc000c00 tx=0x7fa8cc011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.467+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8cc003aa0 con 0x7fa8d81077f0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.467+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa8cc003c00 con 0x7fa8d81077f0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.467+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8d819df30 con 0x7fa8d81077f0 2024-02-26T04:48:24.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.467+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa8cc024890 con 0x7fa8d81077f0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.467+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8d819e3d0 con 0x7fa8d81077f0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.468+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7fa8cc024b00 con 0x7fa8d81077f0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.468+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8d810bc20 con 0x7fa8d81077f0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.469+0000 7fa8d2a00700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 0x7fa8c003b3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.469+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa8cc04cf60 con 0x7fa8d81077f0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.469+0000 7fa8dd400700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 0x7fa8c003b3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:24.945 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.470+0000 7fa8dd400700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 0x7fa8c003b3a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa8c8006fd0 tx=0x7fa8c8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:24.946 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.474+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa8cc024db0 con 0x7fa8d81077f0 2024-02-26T04:48:24.946 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.710+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fa8d81a0d10 con 0x7fa8d81077f0 2024-02-26T04:48:24.946 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.714+0000 7fa8d2a00700 1 -- 172.21.15.112:0/508293282 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7fa8cc02c350 con 0x7fa8d81077f0 2024-02-26T04:48:24.946 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 msgr2=0x7fa8c003b3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 0x7fa8c003b3a0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fa8c8006fd0 tx=0x7fa8c8006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 msgr2=0x7fa8d819d7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fa8cc000c00 tx=0x7fa8cc011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 shutdown_connections 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7fa8c0038ee0 0x7fa8c003b3a0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 --2- 172.21.15.112:0/508293282 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa8d81077f0 0x7fa8d819d7f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:24.947 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 >> 172.21.15.112:0/508293282 conn(0x7fa8d8102e10 msgr2=0x7fa8d8103870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:24.948 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.718+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 shutdown_connections 2024-02-26T04:48:24.948 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:23.719+0000 7fa8e0800700 1 -- 172.21.15.112:0/508293282 wait complete. 2024-02-26T04:48:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:24 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/508293282' entity='client.admin' 2024-02-26T04:48:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:26 smithi112 ceph-mon[31817]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:48:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:26 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:26.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:26 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1404730759' entity='client.admin' 2024-02-26T04:48:26.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.549+0000 7f7213c00700 1 Processor -- start 2024-02-26T04:48:26.512 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.549+0000 7f7213c00700 1 -- start start 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.550+0000 7f7213c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.550+0000 7f7213c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f720c07b8b0 con 0x7f720c07ce80 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.550+0000 7f7211200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.550+0000 7f7211200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51440/0 (socket says 172.21.15.112:51440) 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.550+0000 7f7211200700 1 -- 172.21.15.112:0/333152869 learned_addr learned my addr 172.21.15.112:0/333152869 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.551+0000 7f7211200700 1 -- 172.21.15.112:0/333152869 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f720c07b9f0 con 0x7f720c07ce80 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.551+0000 7f7211200700 1 --2- 172.21.15.112:0/333152869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f72000098a0 tx=0x7f7200009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c330b0995674afee server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.551+0000 7f720b400700 1 -- 172.21.15.112:0/333152869 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7200004160 con 0x7f720c07ce80 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.551+0000 7f720b400700 1 -- 172.21.15.112:0/333152869 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f72000042c0 con 0x7f720c07ce80 2024-02-26T04:48:26.513 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.551+0000 7f720b400700 1 -- 172.21.15.112:0/333152869 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7200011b90 con 0x7f720c07ce80 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 -- 172.21.15.112:0/333152869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 msgr2=0x7f720c07b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 --2- 172.21.15.112:0/333152869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f72000098a0 tx=0x7f7200009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 -- 172.21.15.112:0/333152869 shutdown_connections 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 --2- 172.21.15.112:0/333152869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c07b2e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 -- 172.21.15.112:0/333152869 >> 172.21.15.112:0/333152869 conn(0x7f720c102ea0 msgr2=0x7f720c1052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 -- 172.21.15.112:0/333152869 shutdown_connections 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.552+0000 7f7213c00700 1 -- 172.21.15.112:0/333152869 wait complete. 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7213c00700 1 Processor -- start 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7213c00700 1 -- start start 2024-02-26T04:48:26.514 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7213c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7213c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f720c19dc60 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7211200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7211200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51452/0 (socket says 172.21.15.112:51452) 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.554+0000 7f7211200700 1 -- 172.21.15.112:0/1404730759 learned_addr learned my addr 172.21.15.112:0/1404730759 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7211200700 1 -- 172.21.15.112:0/1404730759 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7200009550 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7211200700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7200011b40 tx=0x7f7200011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7200003aa0 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7200003c00 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f7200024840 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.555+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f720c19de60 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.556+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f720c19e300 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.557+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f720001a430 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.557+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f720c10dd00 con 0x7f720c07ce80 2024-02-26T04:48:26.515 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.557+0000 7f7209600700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 0x7f71f403b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.557+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f720004d0c0 con 0x7f720c07ce80 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.558+0000 7f720be00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 0x7f71f403b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.558+0000 7f720be00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 0x7f71f403b4b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f71f8006fd0 tx=0x7f71f8006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.563+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7200080d20 con 0x7f720c07ce80 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.786+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f720c1a0c40 con 0x7f720c07ce80 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.790+0000 7f7209600700 1 -- 172.21.15.112:0/1404730759 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f720001a6e0 con 0x7f720c07ce80 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 msgr2=0x7f71f403b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 0x7f71f403b4b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f71f8006fd0 tx=0x7f71f8006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 msgr2=0x7f720c19d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:26.516 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f7200011b40 tx=0x7f7200011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 shutdown_connections 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f71f4038ff0 0x7f71f403b4b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 --2- 172.21.15.112:0/1404730759 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f720c07ce80 0x7f720c19d720 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 >> 172.21.15.112:0/1404730759 conn(0x7f720c102ea0 msgr2=0x7f720c103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 shutdown_connections 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:25.793+0000 7f7213c00700 1 -- 172.21.15.112:0/1404730759 wait complete. 2024-02-26T04:48:26.517 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling the dashboard module... 2024-02-26T04:48:28.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:28 smithi112 ceph-mon[31817]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:48:28.339 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:28 smithi112 ceph-mon[31817]: from='mgr.14120 172.21.15.112:0/2951488437' entity='mgr.x' 2024-02-26T04:48:28.340 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:28 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2869217859' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-02-26T04:48:28.634 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setuser ceph since I am not root 2024-02-26T04:48:28.634 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setgroup ceph since I am not root 2024-02-26T04:48:28.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.113+0000 7f6a96800700 1 Processor -- start 2024-02-26T04:48:28.943 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a96800700 1 -- start start 2024-02-26T04:48:28.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a96800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:28.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a96800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9010a4e0 con 0x7f6a90109af0 2024-02-26T04:48:28.944 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a8f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:28.950 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a8f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51464/0 (socket says 172.21.15.112:51464) 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.114+0000 7f6a8f400700 1 -- 172.21.15.112:0/1374213992 learned_addr learned my addr 172.21.15.112:0/1374213992 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.115+0000 7f6a8f400700 1 -- 172.21.15.112:0/1374213992 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a9010ac50 con 0x7f6a90109af0 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.115+0000 7f6a8f400700 1 --2- 172.21.15.112:0/1374213992 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a800098a0 tx=0x7f6a80009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a044f2489bebd40b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.115+0000 7f6a8e000700 1 -- 172.21.15.112:0/1374213992 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a80004160 con 0x7f6a90109af0 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.115+0000 7f6a8e000700 1 -- 172.21.15.112:0/1374213992 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6a800042c0 con 0x7f6a90109af0 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.115+0000 7f6a8e000700 1 -- 172.21.15.112:0/1374213992 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a80011b90 con 0x7f6a90109af0 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 -- 172.21.15.112:0/1374213992 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 msgr2=0x7f6a90109f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 --2- 172.21.15.112:0/1374213992 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f6a800098a0 tx=0x7f6a80009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 -- 172.21.15.112:0/1374213992 shutdown_connections 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 --2- 172.21.15.112:0/1374213992 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a90109f10 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 -- 172.21.15.112:0/1374213992 >> 172.21.15.112:0/1374213992 conn(0x7f6a901054c0 msgr2=0x7f6a901078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:28.951 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 -- 172.21.15.112:0/1374213992 shutdown_connections 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.116+0000 7f6a96800700 1 -- 172.21.15.112:0/1374213992 wait complete. 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.117+0000 7f6a96800700 1 Processor -- start 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a96800700 1 -- start start 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a96800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a96800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a9019dc40 con 0x7f6a90109af0 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a8f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:28.952 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a8f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51468/0 (socket says 172.21.15.112:51468) 2024-02-26T04:48:28.959 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.118+0000 7f6a8f400700 1 -- 172.21.15.112:0/2869217859 learned_addr learned my addr 172.21.15.112:0/2869217859 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:28.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a8f400700 1 -- 172.21.15.112:0/2869217859 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a80009550 con 0x7f6a90109af0 2024-02-26T04:48:28.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a8f400700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a80000c00 tx=0x7f6a80011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:28.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a80003aa0 con 0x7f6a90109af0 2024-02-26T04:48:28.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6a80003c00 con 0x7f6a90109af0 2024-02-26T04:48:28.960 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6a80024890 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a96800700 1 -- 172.21.15.112:0/2869217859 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a9019de40 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.119+0000 7f6a96800700 1 -- 172.21.15.112:0/2869217859 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a9019e2e0 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.121+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 8) v1 ==== 45932+0+0 (secure 0 0 0) 0x7f6a8001a430 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.121+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a9010de80 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.121+0000 7f6a87e00700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 0x7f6a7403b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.121+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f6a8004cff0 con 0x7f6a90109af0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.122+0000 7f6a8ea00700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 0x7f6a7403b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:28.961 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.122+0000 7f6a8ea00700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 0x7f6a7403b4b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c006fd0 tx=0x7f6a7c006e40 comp rx=0 tx=0).ready entity=mgr.14120 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:28.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.127+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6a8001ac30 con 0x7f6a90109af0 2024-02-26T04:48:28.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:27.413+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7f6a90062880 con 0x7f6a90109af0 2024-02-26T04:48:28.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.221+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7f6a8002cba0 con 0x7f6a90109af0 2024-02-26T04:48:28.962 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.225+0000 7f6a87e00700 1 -- 172.21.15.112:0/2869217859 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f6a80024a40 con 0x7f6a90109af0 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.226+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 msgr2=0x7f6a7403b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.226+0000 7f6a85600700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 0x7f6a7403b4b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f6a7c006fd0 tx=0x7f6a7c006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.226+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 msgr2=0x7f6a9019d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.226+0000 7f6a85600700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a80000c00 tx=0x7f6a80011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.227+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 shutdown_connections 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.227+0000 7f6a85600700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f6a74038ff0 0x7f6a7403b4b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:28.963 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.227+0000 7f6a85600700 1 --2- 172.21.15.112:0/2869217859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a90109af0 0x7f6a9019d700 secure :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f6a80000c00 tx=0x7f6a80011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:28.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.227+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 >> 172.21.15.112:0/2869217859 conn(0x7f6a901054c0 msgr2=0x7f6a90106f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:28.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.228+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 shutdown_connections 2024-02-26T04:48:28.964 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:28.228+0000 7f6a85600700 1 -- 172.21.15.112:0/2869217859 wait complete. 2024-02-26T04:48:29.185 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:29 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:29.055+0000 7f0ec836d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:48:29.186 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:29 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:29.182+0000 7f0ec836d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:48:29.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:29 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2869217859' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-02-26T04:48:29.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:29 smithi112 ceph-mon[31817]: mgrmap e9: x(active, since 25s) 2024-02-26T04:48:30.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:29 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:29.985+0000 7f0ec836d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:48:30.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:30.113+0000 7f0ec836d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:48:30.557 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2267892821' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-02-26T04:48:30.557 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:30.298+0000 7f0ec836d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:48:30.557 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:30.430+0000 7f0ec836d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:48:30.814 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:30.554+0000 7f0ec836d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:48:31.076 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:30.891+0000 7f0ec836d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:48:31.076 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:31 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:31.031+0000 7f0ec836d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "available": true, 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.118+0000 7f97eee00700 1 Processor -- start 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.118+0000 7f97eee00700 1 -- start start 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.118+0000 7f97eee00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.118+0000 7f97eee00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e807ae70 con 0x7f97e81060c0 2024-02-26T04:48:31.092 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.119+0000 7f97e7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.119+0000 7f97e7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51500/0 (socket says 172.21.15.112:51500) 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.119+0000 7f97e7e00700 1 -- 172.21.15.112:0/884257234 learned_addr learned my addr 172.21.15.112:0/884257234 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.119+0000 7f97e7e00700 1 -- 172.21.15.112:0/884257234 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97e8106a20 con 0x7f97e81060c0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97e7e00700 1 --2- 172.21.15.112:0/884257234 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f97d80098a0 tx=0x7f97d8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8dad0a6e8089014 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97e6a00700 1 -- 172.21.15.112:0/884257234 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97d8004160 con 0x7f97e81060c0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97e6a00700 1 -- 172.21.15.112:0/884257234 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f97d80042c0 con 0x7f97e81060c0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97e6a00700 1 -- 172.21.15.112:0/884257234 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97d8011b90 con 0x7f97e81060c0 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97eee00700 1 -- 172.21.15.112:0/884257234 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 msgr2=0x7f97e81064e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.120+0000 7f97eee00700 1 --2- 172.21.15.112:0/884257234 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f97d80098a0 tx=0x7f97d8009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.121+0000 7f97eee00700 1 -- 172.21.15.112:0/884257234 shutdown_connections 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.121+0000 7f97eee00700 1 --2- 172.21.15.112:0/884257234 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e81064e0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.121+0000 7f97eee00700 1 -- 172.21.15.112:0/884257234 >> 172.21.15.112:0/884257234 conn(0x7f97e8101d40 msgr2=0x7f97e8104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.121+0000 7f97eee00700 1 -- 172.21.15.112:0/884257234 shutdown_connections 2024-02-26T04:48:31.093 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.121+0000 7f97eee00700 1 -- 172.21.15.112:0/884257234 wait complete. 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.122+0000 7f97eee00700 1 Processor -- start 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.122+0000 7f97eee00700 1 -- start start 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.123+0000 7f97eee00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.123+0000 7f97eee00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97e819dc60 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.123+0000 7f97e7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.123+0000 7f97e7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51502/0 (socket says 172.21.15.112:51502) 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.123+0000 7f97e7e00700 1 -- 172.21.15.112:0/2267892821 learned_addr learned my addr 172.21.15.112:0/2267892821 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.124+0000 7f97e7e00700 1 -- 172.21.15.112:0/2267892821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97d8009550 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.124+0000 7f97e7e00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f97d8011b40 tx=0x7f97d8011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.124+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97d8003aa0 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.125+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f97d8003c00 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.125+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97d8024840 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.125+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97e819de60 con 0x7f97e81060c0 2024-02-26T04:48:31.094 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.125+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97e819e300 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.126+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f97d801abc0 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.127+0000 7f97e4c00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 0x7f97cc03b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.127+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f97d804d120 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.127+0000 7f97e7400700 1 -- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 msgr2=0x7f97cc03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.127+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97e81973f0 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.127+0000 7f97e7400700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 0x7f97cc03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.132+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f97d802d3f0 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.328+0000 7f97e7400700 1 -- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 msgr2=0x7f97cc03b510 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.328+0000 7f97e7400700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 0x7f97cc03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.409+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f97e8107b60 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.409+0000 7f97e4c00700 1 -- 172.21.15.112:0/2267892821 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f97d802c350 con 0x7f97e81060c0 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 msgr2=0x7f97cc03b510 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 0x7f97cc03b510 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:31.095 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 msgr2=0x7f97e819d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f97d8011b40 tx=0x7f97d8011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 shutdown_connections 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f97cc039050 0x7f97cc03b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 --2- 172.21.15.112:0/2267892821 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f97e81060c0 0x7f97e819d720 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 >> 172.21.15.112:0/2267892821 conn(0x7f97e8101d40 msgr2=0x7f97e8194530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 shutdown_connections 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:30.412+0000 7f97eee00700 1 -- 172.21.15.112:0/2267892821 wait complete. 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for the mgr to restart... 2024-02-26T04:48:31.096 INFO:teuthology.orchestra.run.smithi112.stdout:Waiting for mgr epoch 9... 2024-02-26T04:48:31.403 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:31 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:31.150+0000 7f0ec836d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:48:31.403 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:31 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:31.276+0000 7f0ec836d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:48:31.693 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:31 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:31.499+0000 7f0ec836d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:48:33.104 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:32 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:32.774+0000 7f0ec836d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:48:33.105 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:32 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:32.945+0000 7f0ec836d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:48:33.738 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:33.364+0000 7f0ec836d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:48:33.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:33.483+0000 7f0ec836d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:48:34.238 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:33.737+0000 7f0ec836d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:48:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:33.981+0000 7f0ec836d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:48:34.673 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:34 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:34.352+0000 7f0ec836d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:48:34.979 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:34 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:34.669+0000 7f0ec836d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:48:35.238 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:34 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:34.975+0000 7f0ec836d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:48:36.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:35 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:35.994+0000 7f0ec836d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:48:36.813 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:36 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:36.714+0000 7f0ec836d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:48:37.139 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:36 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:36.848+0000 7f0ec836d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:48:37.488 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:48:37.136+0000 7f0ec836d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: Active manager daemon x restarted 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: Activating manager daemon x 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: osdmap e3: 0 total, 0 up, 0 in 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: mgrmap e10: x(active, starting, since 0.00411213s) 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:48:37.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:48:37.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:48:37.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: Manager daemon x is now available 2024-02-26T04:48:37.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:38.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:38.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:48:38.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:48:38.487 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:38 smithi112 ceph-mon[31817]: mgrmap e11: x(active, since 1.00832s) 2024-02-26T04:48:38.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout { 2024-02-26T04:48:38.799 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout "initialized": true 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout } 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.690+0000 7f4389400700 1 Processor -- start 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.690+0000 7f4389400700 1 -- start start 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.691+0000 7f4389400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.691+0000 7f4389400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f438407b8b0 con 0x7f438407ce80 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.691+0000 7f4382800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.691+0000 7f4382800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51510/0 (socket says 172.21.15.112:51510) 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.691+0000 7f4382800700 1 -- 172.21.15.112:0/290150385 learned_addr learned my addr 172.21.15.112:0/290150385 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.692+0000 7f4382800700 1 -- 172.21.15.112:0/290150385 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f438407b9f0 con 0x7f438407ce80 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.692+0000 7f4382800700 1 --2- 172.21.15.112:0/290150385 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f43740098a0 tx=0x7f4374009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=565351c596ef547 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:38.800 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.692+0000 7f4381400700 1 -- 172.21.15.112:0/290150385 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4374004160 con 0x7f438407ce80 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.692+0000 7f4381400700 1 -- 172.21.15.112:0/290150385 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f43740042c0 con 0x7f438407ce80 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.692+0000 7f4381400700 1 -- 172.21.15.112:0/290150385 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4374011b90 con 0x7f438407ce80 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 -- 172.21.15.112:0/290150385 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 msgr2=0x7f438407b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 --2- 172.21.15.112:0/290150385 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f43740098a0 tx=0x7f4374009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 -- 172.21.15.112:0/290150385 shutdown_connections 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 --2- 172.21.15.112:0/290150385 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438407b2e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 -- 172.21.15.112:0/290150385 >> 172.21.15.112:0/290150385 conn(0x7f4384102ea0 msgr2=0x7f43841052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 -- 172.21.15.112:0/290150385 shutdown_connections 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.693+0000 7f4389400700 1 -- 172.21.15.112:0/290150385 wait complete. 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.694+0000 7f4389400700 1 Processor -- start 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4389400700 1 -- start start 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4389400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:38.801 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4389400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f438419dc40 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4382800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4382800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51520/0 (socket says 172.21.15.112:51520) 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4382800700 1 -- 172.21.15.112:0/179119142 learned_addr learned my addr 172.21.15.112:0/179119142 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.695+0000 7f4382800700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4374009550 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f4382800700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4374011b40 tx=0x7f4374011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4374003aa0 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f438419de40 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4374003c00 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4374024840 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.696+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f438419e2e0 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.697+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 9) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f437401a430 con 0x7f438407ce80 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.698+0000 7f437b400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:38.802 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.698+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f436803bbc0 con 0x7f4368038ff0 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.698+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f437404d090 con 0x7f438407ce80 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.698+0000 7f4381e00700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.698+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.899+0000 7f4381e00700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:31.899+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:32.300+0000 7f4381e00700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:32.300+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:33.101+0000 7f4381e00700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:33.101+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:34.703+0000 7f4381e00700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/3855844960 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:34.703+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:37.143+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mgrmap(e 10) v1 ==== 45712+0+0 (secure 0 0 0) 0x7f437401abc0 con 0x7f438407ce80 2024-02-26T04:48:38.803 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:37.144+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 msgr2=0x7f436803b4b0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:37.144+0000 7f437b400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.145+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 11) v1 ==== 45839+0+0 (secure 0 0 0) 0x7f4374019d00 con 0x7f438407ce80 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.146+0000 7f437b400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 0x7f436803ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.146+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f436803bbc0 con 0x7f436803ca70 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.147+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 0x7f436803ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.148+0000 7f4381e00700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 0x7f436803ee60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4370003a10 tx=0x7f43700092b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.149+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7f436803bbc0 con 0x7f436803ca70 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.156+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f438410dd00 con 0x7f436803ca70 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f437b400700 1 -- 172.21.15.112:0/179119142 <== mgr.14152 v2:172.21.15.112:6800/2651562415 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f438410dd00 con 0x7f436803ca70 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 msgr2=0x7f436803ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 0x7f436803ee60 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4370003a10 tx=0x7f43700092b0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 msgr2=0x7f438419d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:38.804 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f4374011b40 tx=0x7f4374011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 shutdown_connections 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f436803ca70 0x7f436803ee60 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f438407ce80 0x7f438419d700 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 --2- 172.21.15.112:0/179119142 >> [v2:172.21.15.112:6800/3855844960,v1:172.21.15.112:6801/3855844960] conn(0x7f4368038ff0 0x7f436803b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.157+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 >> 172.21.15.112:0/179119142 conn(0x7f4384102ea0 msgr2=0x7f4384103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.158+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 shutdown_connections 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:38.158+0000 7f4389400700 1 -- 172.21.15.112:0/179119142 wait complete. 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:mgr epoch 9 is available 2024-02-26T04:48:38.805 INFO:teuthology.orchestra.run.smithi112.stdout:Generating a dashboard self-signed certificate... 2024-02-26T04:48:39.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:37] ENGINE Bus STARTING 2024-02-26T04:48:39.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:37] ENGINE Serving on https://172.21.15.112:7150 2024-02-26T04:48:39.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:38] ENGINE Serving on http://172.21.15.112:8765 2024-02-26T04:48:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: [26/Feb/2024:04:48:38] ENGINE Bus STARTED 2024-02-26T04:48:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-02-26T04:48:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:39 smithi112 ceph-mon[31817]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-02-26T04:48:40.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:40 smithi112 ceph-mon[31817]: mgrmap e12: x(active, since 2s) 2024-02-26T04:48:40.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:40 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.270+0000 7f361f600700 1 Processor -- start 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.270+0000 7f361f600700 1 -- start start 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361f600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361f600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f361807b8b0 con 0x7f361807ce80 2024-02-26T04:48:41.367 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361cc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361cc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43026/0 (socket says 172.21.15.112:43026) 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361cc00700 1 -- 172.21.15.112:0/4207682811 learned_addr learned my addr 172.21.15.112:0/4207682811 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.271+0000 7f361cc00700 1 -- 172.21.15.112:0/4207682811 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f361807b9f0 con 0x7f361807ce80 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.272+0000 7f361cc00700 1 --2- 172.21.15.112:0/4207682811 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f360c0098a0 tx=0x7f360c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87a86f256792a809 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.272+0000 7f3617400700 1 -- 172.21.15.112:0/4207682811 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f360c004160 con 0x7f361807ce80 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.272+0000 7f3617400700 1 -- 172.21.15.112:0/4207682811 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f360c0042c0 con 0x7f361807ce80 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.272+0000 7f3617400700 1 -- 172.21.15.112:0/4207682811 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f360c011b90 con 0x7f361807ce80 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 -- 172.21.15.112:0/4207682811 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 msgr2=0x7f361807b2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:41.368 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 --2- 172.21.15.112:0/4207682811 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f360c0098a0 tx=0x7f360c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 -- 172.21.15.112:0/4207682811 shutdown_connections 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 --2- 172.21.15.112:0/4207682811 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361807b2e0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 -- 172.21.15.112:0/4207682811 >> 172.21.15.112:0/4207682811 conn(0x7f3618102ea0 msgr2=0x7f36181052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 -- 172.21.15.112:0/4207682811 shutdown_connections 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.273+0000 7f361f600700 1 -- 172.21.15.112:0/4207682811 wait complete. 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.274+0000 7f361f600700 1 Processor -- start 2024-02-26T04:48:41.369 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.274+0000 7f361f600700 1 -- start start 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361f600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361f600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f361819dc40 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361cc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361cc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43030/0 (socket says 172.21.15.112:43030) 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361cc00700 1 -- 172.21.15.112:0/2218123485 learned_addr learned my addr 172.21.15.112:0/2218123485 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361cc00700 1 -- 172.21.15.112:0/2218123485 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f360c009550 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.275+0000 7f361cc00700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f360c011b40 tx=0x7f360c011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.276+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f360c003aa0 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.276+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f360c003c00 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.276+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f360c024840 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.276+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f361819de40 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.276+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f361819e2e0 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.277+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f361810dd00 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.277+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7f360c01abc0 con 0x7f361807ce80 2024-02-26T04:48:41.370 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.278+0000 7f3615600700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 0x7f360003b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.278+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f360c04d260 con 0x7f361807ce80 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.278+0000 7f3617e00700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 0x7f360003b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.279+0000 7f3617e00700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 0x7f360003b4b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3604006fd0 tx=0x7f3604006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.284+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f360c018760 con 0x7f361807ce80 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.511+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f3618103f60 con 0x7f3600038ff0 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.691+0000 7f3615600700 1 -- 172.21.15.112:0/2218123485 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f3618103f60 con 0x7f3600038ff0 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 msgr2=0x7f360003b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 0x7f360003b4b0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f3604006fd0 tx=0x7f3604006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 msgr2=0x7f361819d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f360c011b40 tx=0x7f360c011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 shutdown_connections 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3600038ff0 0x7f360003b4b0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 --2- 172.21.15.112:0/2218123485 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f361807ce80 0x7f361819d700 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:41.371 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 >> 172.21.15.112:0/2218123485 conn(0x7f3618102ea0 msgr2=0x7f3618103850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:41.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 shutdown_connections 2024-02-26T04:48:41.372 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:40.694+0000 7f361f600700 1 -- 172.21.15.112:0/2218123485 wait complete. 2024-02-26T04:48:41.372 INFO:teuthology.orchestra.run.smithi112.stdout:Creating initial admin user... 2024-02-26T04:48:41.970 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:41 smithi112 ceph-mon[31817]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:41.970 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:41.971 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:43.224 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:43.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:43 smithi112 ceph-mon[31817]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:43.225 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:43.232 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$LzkGL9WUMi1oNsi0jasQfe752SsO8.WdGNSpPbQarSGabDTR73ING", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1708922922, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-02-26T04:48:43.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.004+0000 7fe6e9800700 1 Processor -- start 2024-02-26T04:48:43.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.004+0000 7fe6e9800700 1 -- start start 2024-02-26T04:48:43.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e9800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:43.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e9800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e41081f0 con 0x7fe6e4107800 2024-02-26T04:48:43.233 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:43.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43044/0 (socket says 172.21.15.112:43044) 2024-02-26T04:48:43.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e2a00700 1 -- 172.21.15.112:0/2004891976 learned_addr learned my addr 172.21.15.112:0/2004891976 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:43.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.005+0000 7fe6e2a00700 1 -- 172.21.15.112:0/2004891976 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e4108a00 con 0x7fe6e4107800 2024-02-26T04:48:43.238 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.006+0000 7fe6e2a00700 1 --2- 172.21.15.112:0/2004891976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe6d40098a0 tx=0x7fe6d4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26c4081904cfcd4a server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.006+0000 7fe6e1600700 1 -- 172.21.15.112:0/2004891976 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe6d4004160 con 0x7fe6e4107800 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.006+0000 7fe6e1600700 1 -- 172.21.15.112:0/2004891976 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe6d40042c0 con 0x7fe6e4107800 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.006+0000 7fe6e1600700 1 -- 172.21.15.112:0/2004891976 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe6d4011b90 con 0x7fe6e4107800 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 -- 172.21.15.112:0/2004891976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 msgr2=0x7fe6e4107c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2004891976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fe6d40098a0 tx=0x7fe6d4009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 -- 172.21.15.112:0/2004891976 shutdown_connections 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2004891976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e4107c20 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 -- 172.21.15.112:0/2004891976 >> 172.21.15.112:0/2004891976 conn(0x7fe6e4102ea0 msgr2=0x7fe6e41052c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.007+0000 7fe6e9800700 1 -- 172.21.15.112:0/2004891976 shutdown_connections 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.008+0000 7fe6e9800700 1 -- 172.21.15.112:0/2004891976 wait complete. 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.009+0000 7fe6e9800700 1 Processor -- start 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.009+0000 7fe6e9800700 1 -- start start 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.009+0000 7fe6e9800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:43.239 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.009+0000 7fe6e9800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6e419dca0 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.010+0000 7fe6e2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.010+0000 7fe6e2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43052/0 (socket says 172.21.15.112:43052) 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.010+0000 7fe6e2a00700 1 -- 172.21.15.112:0/2534155865 learned_addr learned my addr 172.21.15.112:0/2534155865 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.010+0000 7fe6e2a00700 1 -- 172.21.15.112:0/2534155865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6d4009550 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.010+0000 7fe6e2a00700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4000c00 tx=0x7fe6d4011bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.011+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe6d4003aa0 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.011+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe6d4003c00 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.011+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6e419dea0 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.011+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe6d4024890 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.011+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6e419e340 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.012+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7fe6d40249f0 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.012+0000 7fe6db400700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 0x7fe6c803b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.012+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe6d404d2d0 con 0x7fe6e4107800 2024-02-26T04:48:43.240 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.012+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6e410bc30 con 0x7fe6e4107800 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.014+0000 7fe6e2000700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 0x7fe6c803b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.014+0000 7fe6e2000700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 0x7fe6c803b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6d0006fd0 tx=0x7fe6d0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.019+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe6d4024cf0 con 0x7fe6e4107800 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.296+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fe6e40630c0 con 0x7fe6c8039050 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.546+0000 7fe6db400700 1 -- 172.21.15.112:0/2534155865 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fe6e40630c0 con 0x7fe6c8039050 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 msgr2=0x7fe6c803b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:43.241 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 0x7fe6c803b510 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fe6d0006fd0 tx=0x7fe6d0006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 msgr2=0x7fe6e419d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fe6d4000c00 tx=0x7fe6d4011bf0 comp rx=0 tx=0).stop 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 shutdown_connections 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6c8039050 0x7fe6c803b510 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 --2- 172.21.15.112:0/2534155865 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6e4107800 0x7fe6e419d760 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 >> 172.21.15.112:0/2534155865 conn(0x7fe6e4102ea0 msgr2=0x7fe6e4103800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.549+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 shutdown_connections 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:42.550+0000 7fe6e9800700 1 -- 172.21.15.112:0/2534155865 wait complete. 2024-02-26T04:48:43.242 INFO:teuthology.orchestra.run.smithi112.stdout:Fetching dashboard port number... 2024-02-26T04:48:45.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:45 smithi112 ceph-mon[31817]: mgrmap e13: x(active, since 6s) 2024-02-26T04:48:45.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1305393389' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-02-26T04:48:45.540 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stdout 8443 2024-02-26T04:48:45.546 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.008+0000 7fba60000700 1 Processor -- start 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.008+0000 7fba60000700 1 -- start start 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.008+0000 7fba60000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.008+0000 7fba60000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba5810fc80 con 0x7fba5810f290 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.009+0000 7fba5d600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.009+0000 7fba5d600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43064/0 (socket says 172.21.15.112:43064) 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.009+0000 7fba5d600700 1 -- 172.21.15.112:0/167860041 learned_addr learned my addr 172.21.15.112:0/167860041 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.010+0000 7fba5d600700 1 -- 172.21.15.112:0/167860041 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba5810fdc0 con 0x7fba5810f290 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.010+0000 7fba5d600700 1 --2- 172.21.15.112:0/167860041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fba4c0098a0 tx=0x7fba4c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fbcce45ca23e1a1 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:45.547 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.010+0000 7fba57e00700 1 -- 172.21.15.112:0/167860041 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba4c004160 con 0x7fba5810f290 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.010+0000 7fba57e00700 1 -- 172.21.15.112:0/167860041 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fba4c0042c0 con 0x7fba5810f290 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.010+0000 7fba57e00700 1 -- 172.21.15.112:0/167860041 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba4c011b90 con 0x7fba5810f290 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 -- 172.21.15.112:0/167860041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 msgr2=0x7fba5810f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 --2- 172.21.15.112:0/167860041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fba4c0098a0 tx=0x7fba4c009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 -- 172.21.15.112:0/167860041 shutdown_connections 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 --2- 172.21.15.112:0/167860041 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba5810f6b0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 -- 172.21.15.112:0/167860041 >> 172.21.15.112:0/167860041 conn(0x7fba5807d110 msgr2=0x7fba5807f530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:45.548 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 -- 172.21.15.112:0/167860041 shutdown_connections 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.011+0000 7fba60000700 1 -- 172.21.15.112:0/167860041 wait complete. 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.012+0000 7fba60000700 1 Processor -- start 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.012+0000 7fba60000700 1 -- start start 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.012+0000 7fba60000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.012+0000 7fba60000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba581a2010 con 0x7fba5810f290 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba5d600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:45.549 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba5d600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43080/0 (socket says 172.21.15.112:43080) 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba5d600700 1 -- 172.21.15.112:0/1305393389 learned_addr learned my addr 172.21.15.112:0/1305393389 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba5d600700 1 -- 172.21.15.112:0/1305393389 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba4c009550 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba5d600700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fba4c011b40 tx=0x7fba4c011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.013+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba4c003aa0 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.014+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba581a2210 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.014+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fba4c003c00 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.014+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fba4c024840 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.014+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba581a26b0 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.015+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 12) v1 ==== 45945+0+0 (secure 0 0 0) 0x7fba4c01abc0 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.015+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba5810ea30 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.015+0000 7fba56000700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 0x7fba4003b510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.015+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fba4c04d200 con 0x7fba5810f290 2024-02-26T04:48:45.550 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.015+0000 7fba5cc00700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 0x7fba4003b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.016+0000 7fba5cc00700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 0x7fba4003b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fba44006fd0 tx=0x7fba44006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.020+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fba4c0249a0 con 0x7fba5810f290 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.126+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7fba4c01a430 con 0x7fba5810f290 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.244+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7fba581a4f90 con 0x7fba5810f290 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.245+0000 7fba56000700 1 -- 172.21.15.112:0/1305393389 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7fba4c0249a0 con 0x7fba5810f290 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 msgr2=0x7fba4003b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 0x7fba4003b510 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fba44006fd0 tx=0x7fba44006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 msgr2=0x7fba581a1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fba4c011b40 tx=0x7fba4c011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 shutdown_connections 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba40039050 0x7fba4003b510 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 --2- 172.21.15.112:0/1305393389 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba5810f290 0x7fba581a1ad0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 >> 172.21.15.112:0/1305393389 conn(0x7fba5807d110 msgr2=0x7fba5807daf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 shutdown_connections 2024-02-26T04:48:45.551 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:44.248+0000 7fba60000700 1 -- 172.21.15.112:0/1305393389 wait complete. 2024-02-26T04:48:45.571 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-02-26T04:48:45.571 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout disabled 2024-02-26T04:48:45.590 INFO:teuthology.orchestra.run.smithi112.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-02-26T04:48:45.591 INFO:teuthology.orchestra.run.smithi112.stdout:systemctl: stdout inactive 2024-02-26T04:48:45.591 INFO:teuthology.orchestra.run.smithi112.stdout:firewalld.service is not enabled 2024-02-26T04:48:45.591 INFO:teuthology.orchestra.run.smithi112.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout:Ceph Dashboard is now available at: 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout: URL: https://smithi112.front.sepia.ceph.com:8443/ 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout: User: admin 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout: Password: 516i4az8wo 2024-02-26T04:48:45.594 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:45.595 INFO:teuthology.orchestra.run.smithi112.stdout:Saving cluster configuration to /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config directory 2024-02-26T04:48:45.595 INFO:teuthology.orchestra.run.smithi112.stdout:Enabling autotune for osd_memory_target 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.203+0000 7f92d6a00700 1 Processor -- start 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.203+0000 7f92d6a00700 1 -- start start 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.204+0000 7f92d6a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.204+0000 7f92d6a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d010a220 con 0x7f92d01098c0 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.204+0000 7f92d5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:47.143 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.204+0000 7f92d5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50328/0 (socket says 172.21.15.112:50328) 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.204+0000 7f92d5600700 1 -- 172.21.15.112:0/3905658574 learned_addr learned my addr 172.21.15.112:0/3905658574 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.205+0000 7f92d5600700 1 -- 172.21.15.112:0/3905658574 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92d010a360 con 0x7f92d01098c0 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.205+0000 7f92d5600700 1 --2- 172.21.15.112:0/3905658574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92c40098a0 tx=0x7f92c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b79822356b7e0d7a server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.206+0000 7f92cfe00700 1 -- 172.21.15.112:0/3905658574 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c4004160 con 0x7f92d01098c0 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.206+0000 7f92cfe00700 1 -- 172.21.15.112:0/3905658574 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f92c40042c0 con 0x7f92d01098c0 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.206+0000 7f92cfe00700 1 -- 172.21.15.112:0/3905658574 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c4011b90 con 0x7f92d01098c0 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 -- 172.21.15.112:0/3905658574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 msgr2=0x7f92d0109ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 --2- 172.21.15.112:0/3905658574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f92c40098a0 tx=0x7f92c4009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 -- 172.21.15.112:0/3905658574 shutdown_connections 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 --2- 172.21.15.112:0/3905658574 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d0109ce0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 -- 172.21.15.112:0/3905658574 >> 172.21.15.112:0/3905658574 conn(0x7f92d007cec0 msgr2=0x7f92d01074d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 -- 172.21.15.112:0/3905658574 shutdown_connections 2024-02-26T04:48:47.144 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.207+0000 7f92d6a00700 1 -- 172.21.15.112:0/3905658574 wait complete. 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.208+0000 7f92d6a00700 1 Processor -- start 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.208+0000 7f92d6a00700 1 -- start start 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.208+0000 7f92d6a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.208+0000 7f92d6a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92d019daa0 con 0x7f92d01098c0 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.209+0000 7f92d5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.209+0000 7f92d5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50338/0 (socket says 172.21.15.112:50338) 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.209+0000 7f92d5600700 1 -- 172.21.15.112:0/217709473 learned_addr learned my addr 172.21.15.112:0/217709473 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.209+0000 7f92d5600700 1 -- 172.21.15.112:0/217709473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c4009550 con 0x7f92d01098c0 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.209+0000 7f92d5600700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f92c4011b40 tx=0x7f92c4011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:47.145 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.210+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c4003b20 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.210+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f92c4003c80 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.210+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f92c40248e0 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.210+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92d019dca0 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.210+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92d019e140 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.211+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92d010dc90 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.211+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f92c401ac50 con 0x7f92d01098c0 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.211+0000 7f92ce000700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 0x7f92b803b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:47.146 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.211+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f92c404d300 con 0x7f92d01098c0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.212+0000 7f92d4c00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 0x7f92b803b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.212+0000 7f92d4c00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 0x7f92b803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f92bc006fd0 tx=0x7f92bc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.217+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f92c4024aa0 con 0x7f92d01098c0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.437+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f92d01a0af0 con 0x7f92d01098c0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.438+0000 7f92ce000700 1 -- 172.21.15.112:0/217709473 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f92c402c350 con 0x7f92d01098c0 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.440+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 msgr2=0x7f92b803b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.440+0000 7f92d6a00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 0x7f92b803b5b0 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f92bc006fd0 tx=0x7f92bc006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.440+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 msgr2=0x7f92d019d560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.440+0000 7f92d6a00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f92c4011b40 tx=0x7f92c4011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 shutdown_connections 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f92b80390f0 0x7f92b803b5b0 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 --2- 172.21.15.112:0/217709473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f92d01098c0 0x7f92d019d560 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 >> 172.21.15.112:0/217709473 conn(0x7f92d007cec0 msgr2=0x7f92d0105b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 shutdown_connections 2024-02-26T04:48:47.147 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:46.441+0000 7f92d6a00700 1 -- 172.21.15.112:0/217709473 wait complete. 2024-02-26T04:48:48.697 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.753+0000 7ff9fb400700 1 Processor -- start 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.754+0000 7ff9fb400700 1 -- start start 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.754+0000 7ff9fb400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.754+0000 7ff9fb400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f407ae70 con 0x7ff9f41082d0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.754+0000 7ff9f8a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.755+0000 7ff9f8a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50354/0 (socket says 172.21.15.112:50354) 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.755+0000 7ff9f8a00700 1 -- 172.21.15.112:0/1313969720 learned_addr learned my addr 172.21.15.112:0/1313969720 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.755+0000 7ff9f8a00700 1 -- 172.21.15.112:0/1313969720 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f410ac00 con 0x7ff9f41082d0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.755+0000 7ff9f8a00700 1 --2- 172.21.15.112:0/1313969720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff9e80098a0 tx=0x7ff9e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3992abcf325196d6 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.756+0000 7ff9f3400700 1 -- 172.21.15.112:0/1313969720 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9e8004160 con 0x7ff9f41082d0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.756+0000 7ff9f3400700 1 -- 172.21.15.112:0/1313969720 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff9e80042c0 con 0x7ff9f41082d0 2024-02-26T04:48:48.698 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.756+0000 7ff9f3400700 1 -- 172.21.15.112:0/1313969720 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9e8011b90 con 0x7ff9f41082d0 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.756+0000 7ff9fb400700 1 -- 172.21.15.112:0/1313969720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 msgr2=0x7ff9f410a6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.756+0000 7ff9fb400700 1 --2- 172.21.15.112:0/1313969720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff9e80098a0 tx=0x7ff9e8009bb0 comp rx=0 tx=0).stop 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.757+0000 7ff9fb400700 1 -- 172.21.15.112:0/1313969720 shutdown_connections 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.757+0000 7ff9fb400700 1 --2- 172.21.15.112:0/1313969720 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f410a6c0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.757+0000 7ff9fb400700 1 -- 172.21.15.112:0/1313969720 >> 172.21.15.112:0/1313969720 conn(0x7ff9f4101d40 msgr2=0x7ff9f4104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.757+0000 7ff9fb400700 1 -- 172.21.15.112:0/1313969720 shutdown_connections 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.757+0000 7ff9fb400700 1 -- 172.21.15.112:0/1313969720 wait complete. 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9fb400700 1 Processor -- start 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9fb400700 1 -- start start 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9fb400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9fb400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f419ba80 con 0x7ff9f41082d0 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9f8a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9f8a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50368/0 (socket says 172.21.15.112:50368) 2024-02-26T04:48:48.699 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.758+0000 7ff9f8a00700 1 -- 172.21.15.112:0/121640102 learned_addr learned my addr 172.21.15.112:0/121640102 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9f8a00700 1 -- 172.21.15.112:0/121640102 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e8009550 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9f8a00700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8011b40 tx=0x7ff9e8011c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9e8003aa0 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff9e8003c00 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff9e8024840 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.759+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9f419bc80 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.760+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9f419c120 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.761+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7ff9e801abc0 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.761+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f410baa0 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.761+0000 7ff9f1600700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 0x7ff9dc03b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.761+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff9e804d1f0 con 0x7ff9f41082d0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.762+0000 7ff9f3e00700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 0x7ff9dc03b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:48.700 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.762+0000 7ff9f3e00700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 0x7ff9dc03b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0006fd0 tx=0x7ff9e0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:47.767+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff9e80249a0 con 0x7ff9f41082d0 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.097+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7ff9f419ea60 con 0x7ff9f41082d0 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.102+0000 7ff9f1600700 1 -- 172.21.15.112:0/121640102 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7ff9e802c350 con 0x7ff9f41082d0 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 msgr2=0x7ff9dc03b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 0x7ff9dc03b5b0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff9e0006fd0 tx=0x7ff9e0006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 msgr2=0x7ff9f419b540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8011b40 tx=0x7ff9e8011c20 comp rx=0 tx=0).stop 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 shutdown_connections 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9dc0390f0 0x7ff9dc03b5b0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 --2- 172.21.15.112:0/121640102 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff9f41082d0 0x7ff9f419b540 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 >> 172.21.15.112:0/121640102 conn(0x7ff9f4101d40 msgr2=0x7ff9f4102720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.105+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 shutdown_connections 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr 2024-02-26T04:48:48.106+0000 7ff9fb400700 1 -- 172.21.15.112:0/121640102 wait complete. 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-02-26T04:48:48.701 INFO:teuthology.orchestra.run.smithi112.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout:Or, if you are only running a single cluster on this host: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout:Please consider enabling telemetry to help improve Ceph: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: ceph telemetry on 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout:For more information see: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-02-26T04:48:48.702 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:48:48.703 INFO:teuthology.orchestra.run.smithi112.stdout:Bootstrap complete. 2024-02-26T04:48:48.816 INFO:tasks.cephadm:Fetching config... 2024-02-26T04:48:48.817 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:48:48.817 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-02-26T04:48:48.867 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-02-26T04:48:48.867 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:48:48.867 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-02-26T04:48:48.945 INFO:tasks.cephadm:Fetching mon keyring... 2024-02-26T04:48:48.945 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:48:48.945 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/keyring of=/dev/stdout 2024-02-26T04:48:49.073 INFO:tasks.cephadm:Fetching pub ssh key... 2024-02-26T04:48:49.073 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:48:49.073 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-02-26T04:48:49.166 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-02-26T04:48:49.166 DEBUG:teuthology.orchestra.run.smithi112:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-26T04:48:49.252 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/121640102' entity='client.admin' 2024-02-26T04:48:49.290 INFO:teuthology.orchestra.run.smithi112.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:48:49.350 DEBUG:teuthology.orchestra.run.smithi161:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-26T04:48:49.395 INFO:teuthology.orchestra.run.smithi161.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:48:49.410 DEBUG:teuthology.orchestra.run.smithi175:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-02-26T04:48:49.458 INFO:teuthology.orchestra.run.smithi175.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDc4S5lpo2y/qzLu2sCrGivfxIDVs9a3dNlcJQ9GkdbkQj+uUj1uZ0NYqPG7tl93nLeBeKxNRatDgJvhF0KnS1kW++RVjK0W/OUHy5PiS/3MCsjhZY8omLOOBaYzufBLu5yASdFQa14iykmmVFzasF8AGMekfwf66CtgB/FDUgTdPYtrURmb454kn6uVTj8vveL1zPMCUC7Fc6euDvj7wpByyJ5l0cXx4NI5E4N3U0LaILxDMMbc02y/+UQsFVjLhAoy/bnMtH1VFJuoD2zXsnag/1DhNU6Er2/eFWHrfyVxDrJq/aehjzNgg/A2zp5O/iez7uEuOv72ZXpI8tjBalNSUzfkh8LFtwFLQTjF2MXcjbG9PESmzfoEtptxNw1424Cc6nfyWhPTGsCNC0tG9wlGnH43FS+gEH4qjBa4tJjAapERa57JyR5imM5RDHIFbvkHErudF/QmO4fL7OpoKaoJt4BPbxAzFZ657+xVJREd4La9m+PeXSlG8vqhLz5gFc= ceph-fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:48:49.471 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-02-26T04:48:49.879 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 -- 172.21.15.112:0/1936637478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 msgr2=0x7f6ad4101ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 --2- 172.21.15.112:0/1936637478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4101ab0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8009910 tx=0x7f6ac8009c20 comp rx=0 tx=0).stop 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 -- 172.21.15.112:0/1936637478 shutdown_connections 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 --2- 172.21.15.112:0/1936637478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4101ab0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 -- 172.21.15.112:0/1936637478 >> 172.21.15.112:0/1936637478 conn(0x7f6ad40fcc30 msgr2=0x7f6ad40ff070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 -- 172.21.15.112:0/1936637478 shutdown_connections 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.745+0000 7f6adbc00700 1 -- 172.21.15.112:0/1936637478 wait complete. 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.746+0000 7f6adbc00700 1 Processor -- start 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6adbc00700 1 -- start start 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6adbc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:52.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6adbc00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad4197130 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6ad9200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6ad9200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50374/0 (socket says 172.21.15.112:50374) 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6ad9200700 1 -- 172.21.15.112:0/11885562 learned_addr learned my addr 172.21.15.112:0/11885562 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.747+0000 7f6ad9200700 1 -- 172.21.15.112:0/11885562 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac80095f0 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6ad9200700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6ac800b5c0 tx=0x7f6ac8005010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ac801d070 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6ac8022470 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ad4197330 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6ac800f5f0 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.748+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ad41977d0 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.749+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f6ac80225e0 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.749+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ad4190630 con 0x7f6ad4101690 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.750+0000 7f6ad1600700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 0x7f6abc03b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:52.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.750+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f6ac804d170 con 0x7f6ad4101690 2024-02-26T04:48:52.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.750+0000 7f6ad3e00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 0x7f6abc03b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:52.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.751+0000 7f6ad3e00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 0x7f6abc03b4a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0006fd0 tx=0x7f6ac0006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:52.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.760+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6ac802a540 con 0x7f6ad4101690 2024-02-26T04:48:52.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.979+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7f6ad40632a0 con 0x7f6ad4101690 2024-02-26T04:48:52.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.983+0000 7f6ad1600700 1 -- 172.21.15.112:0/11885562 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7f6ac8027070 con 0x7f6ad4101690 2024-02-26T04:48:52.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 msgr2=0x7f6abc03b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:52.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 0x7f6abc03b4a0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0006fd0 tx=0x7f6ac0006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:52.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 msgr2=0x7f6ad4196bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6ac800b5c0 tx=0x7f6ac8005010 comp rx=0 tx=0).stop 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 shutdown_connections 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6abc038fe0 0x7f6abc03b4a0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 --2- 172.21.15.112:0/11885562 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6ad4101690 0x7f6ad4196bf0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 >> 172.21.15.112:0/11885562 conn(0x7f6ad40fcc30 msgr2=0x7f6ad40fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.986+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 shutdown_connections 2024-02-26T04:48:52.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:52.987+0000 7f6adbc00700 1 -- 172.21.15.112:0/11885562 wait complete. 2024-02-26T04:48:53.724 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-02-26T04:48:53.725 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-02-26T04:48:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:53 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/11885562' entity='client.admin' 2024-02-26T04:48:54.698 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:48:55.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:55.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:55.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi112", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:48:55.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:55.907 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:55.907 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:56.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 -- 172.21.15.112:0/3508456032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 msgr2=0x7f98b8101ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:56.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 --2- 172.21.15.112:0/3508456032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8101ac0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f98a8009910 tx=0x7f98a8009c20 comp rx=0 tx=0).stop 2024-02-26T04:48:56.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 -- 172.21.15.112:0/3508456032 shutdown_connections 2024-02-26T04:48:56.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 --2- 172.21.15.112:0/3508456032 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8101ac0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:56.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 -- 172.21.15.112:0/3508456032 >> 172.21.15.112:0/3508456032 conn(0x7f98b80fcc60 msgr2=0x7f98b80ff080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:56.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 -- 172.21.15.112:0/3508456032 shutdown_connections 2024-02-26T04:48:56.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.701+0000 7f98bd000700 1 -- 172.21.15.112:0/3508456032 wait complete. 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.702+0000 7f98bd000700 1 Processor -- start 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.702+0000 7f98bd000700 1 -- start start 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98bd000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98bd000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98b8199370 con 0x7f98b81016a0 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98b5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98b5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:49284/0 (socket says 172.21.15.112:49284) 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98b5e00700 1 -- 172.21.15.112:0/332450369 learned_addr learned my addr 172.21.15.112:0/332450369 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.703+0000 7f98b5e00700 1 -- 172.21.15.112:0/332450369 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98a80095f0 con 0x7f98b81016a0 2024-02-26T04:48:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98b5e00700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f98a800b5c0 tx=0x7f98a8005010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:56.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f98a801d070 con 0x7f98b81016a0 2024-02-26T04:48:56.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f98a8022470 con 0x7f98b81016a0 2024-02-26T04:48:56.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f98a800f5f0 con 0x7f98b81016a0 2024-02-26T04:48:56.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98b8199570 con 0x7f98b81016a0 2024-02-26T04:48:56.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.704+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98b8199a10 con 0x7f98b81016a0 2024-02-26T04:48:56.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.705+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f98a80229a0 con 0x7f98b81016a0 2024-02-26T04:48:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.705+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98b8192a40 con 0x7f98b81016a0 2024-02-26T04:48:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.706+0000 7f98aea00700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 0x7f989c03b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:48:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.706+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f98a804d2f0 con 0x7f98b81016a0 2024-02-26T04:48:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.706+0000 7f98b5400700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 0x7f989c03b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:48:56.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.707+0000 7f98b5400700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 0x7f989c03b440 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f98a4006fd0 tx=0x7f98a4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:48:56.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.711+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f98a802a540 con 0x7f98b81016a0 2024-02-26T04:48:56.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.933+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7f98b802d7d0 con 0x7f989c038f80 2024-02-26T04:48:56.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.940+0000 7f98aea00700 1 -- 172.21.15.112:0/332450369 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f98b802d7d0 con 0x7f989c038f80 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 msgr2=0x7f989c03b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 0x7f989c03b440 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f98a4006fd0 tx=0x7f98a4006e40 comp rx=0 tx=0).stop 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 msgr2=0x7f98b8198e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f98a800b5c0 tx=0x7f98a8005010 comp rx=0 tx=0).stop 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 shutdown_connections 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f989c038f80 0x7f989c03b440 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 --2- 172.21.15.112:0/332450369 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f98b81016a0 0x7f98b8198e30 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 >> 172.21.15.112:0/332450369 conn(0x7f98b80fcc60 msgr2=0x7f98b80fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 shutdown_connections 2024-02-26T04:48:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:48:56.943+0000 7f98bd000700 1 -- 172.21.15.112:0/332450369 wait complete. 2024-02-26T04:48:57.752 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi161 2024-02-26T04:48:57.752 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:48:57.752 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/etc/ceph/ceph.conf 2024-02-26T04:48:57.773 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:48:57.773 DEBUG:teuthology.orchestra.run.smithi161:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:48:57.830 INFO:tasks.cephadm:Adding host smithi161 to orchestrator... 2024-02-26T04:48:57.830 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch host add smithi161 2024-02-26T04:48:57.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: Updating smithi112:/etc/ceph/ceph.conf 2024-02-26T04:48:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:57 smithi112 ceph-mon[31817]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:48:58.237 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:48:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:58 smithi112 ceph-mon[31817]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:48:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:58 smithi112 ceph-mon[31817]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:00.089 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:59 smithi112 ceph-mon[31817]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:49:00.089 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:59 smithi112 ceph-mon[31817]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:00.090 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:00.090 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:00.090 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:48:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.255+0000 7f5fe8000700 1 -- 172.21.15.112:0/1180397382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 msgr2=0x7f5fe0102c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.255+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1180397382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0102c70 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f5fd400b0a0 tx=0x7f5fd400b3b0 comp rx=0 tx=0).stop 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.256+0000 7f5fe8000700 1 -- 172.21.15.112:0/1180397382 shutdown_connections 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.256+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1180397382 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0102c70 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.256+0000 7f5fe8000700 1 -- 172.21.15.112:0/1180397382 >> 172.21.15.112:0/1180397382 conn(0x7f5fe0077310 msgr2=0x7f5fe00fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:00.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.256+0000 7f5fe8000700 1 -- 172.21.15.112:0/1180397382 shutdown_connections 2024-02-26T04:49:00.260 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.256+0000 7f5fe8000700 1 -- 172.21.15.112:0/1180397382 wait complete. 2024-02-26T04:49:00.260 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.257+0000 7f5fe8000700 1 Processor -- start 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.257+0000 7f5fe8000700 1 -- start start 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.258+0000 7f5fe8000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.258+0000 7f5fe8000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fe01975a0 con 0x7f5fe0102890 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.258+0000 7f5fe5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.258+0000 7f5fe5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:49288/0 (socket says 172.21.15.112:49288) 2024-02-26T04:49:00.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.258+0000 7f5fe5600700 1 -- 172.21.15.112:0/1311364721 learned_addr learned my addr 172.21.15.112:0/1311364721 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fe5600700 1 -- 172.21.15.112:0/1311364721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fd4009d00 con 0x7f5fe0102890 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fe5600700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5fd4015040 tx=0x7f5fd4003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fd400e040 con 0x7f5fe0102890 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fe01977a0 con 0x7f5fe0102890 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5fd4007b70 con 0x7f5fe0102890 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fd401d610 con 0x7f5fe0102890 2024-02-26T04:49:00.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.259+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fe0197bc0 con 0x7f5fe0102890 2024-02-26T04:49:00.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.260+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fe00632a0 con 0x7f5fe0102890 2024-02-26T04:49:00.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.261+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f5fd4004040 con 0x7f5fe0102890 2024-02-26T04:49:00.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.261+0000 7f5fde000700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 0x7f5fc803b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:00.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.261+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5fd404d360 con 0x7f5fe0102890 2024-02-26T04:49:00.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.261+0000 7f5fe4c00700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 0x7f5fc803b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:00.264 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.262+0000 7f5fe4c00700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 0x7f5fc803b490 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc006fd0 tx=0x7f5fcc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:00.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.266+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5fd401c9b0 con 0x7f5fe0102890 2024-02-26T04:49:00.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:00.493+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi161", "target": ["mon-mgr", ""]}) v1 -- 0x7f5fe010bc00 con 0x7f5fc8038fd0 2024-02-26T04:49:02.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:02 smithi112 ceph-mon[31817]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi161", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:02.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:02 smithi112 ceph-mon[31817]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:02.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:02 smithi112 ceph-mon[31817]: Deploying cephadm binary to smithi161 2024-02-26T04:49:04.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:04 smithi112 ceph-mon[31817]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:05.134 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.131+0000 7f5fde000700 1 -- 172.21.15.112:0/1311364721 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f5fe010bc00 con 0x7f5fc8038fd0 2024-02-26T04:49:05.134 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi161' with addr '172.21.15.161' 2024-02-26T04:49:05.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.134+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 msgr2=0x7f5fc803b490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:05.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.134+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 0x7f5fc803b490 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc006fd0 tx=0x7f5fcc006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:05.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.134+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 msgr2=0x7f5fe0197060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:05.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.134+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f5fd4015040 tx=0x7f5fd4003ce0 comp rx=0 tx=0).stop 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 shutdown_connections 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc8038fd0 0x7f5fc803b490 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 --2- 172.21.15.112:0/1311364721 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fe0102890 0x7f5fe0197060 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 >> 172.21.15.112:0/1311364721 conn(0x7f5fe0077310 msgr2=0x7f5fe0103640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 shutdown_connections 2024-02-26T04:49:05.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:05.135+0000 7f5fe8000700 1 -- 172.21.15.112:0/1311364721 wait complete. 2024-02-26T04:49:05.878 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch host ls --format=json 2024-02-26T04:49:06.312 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:06.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:06.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:06 smithi112 ceph-mon[31817]: Added host smithi161 2024-02-26T04:49:06.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:06 smithi112 ceph-mon[31817]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:06.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:06.457 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:07.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:08.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.314+0000 7f82a8e00700 1 -- 172.21.15.112:0/1022051381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 msgr2=0x7f82a4074370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:08.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.314+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1022051381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a4074370 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8294009910 tx=0x7f8294009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:08.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.314+0000 7f82a8e00700 1 -- 172.21.15.112:0/1022051381 shutdown_connections 2024-02-26T04:49:08.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.314+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1022051381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a4074370 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:08.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.314+0000 7f82a8e00700 1 -- 172.21.15.112:0/1022051381 >> 172.21.15.112:0/1022051381 conn(0x7f82a40fcf70 msgr2=0x7f82a40ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:08.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.315+0000 7f82a8e00700 1 -- 172.21.15.112:0/1022051381 shutdown_connections 2024-02-26T04:49:08.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.315+0000 7f82a8e00700 1 -- 172.21.15.112:0/1022051381 wait complete. 2024-02-26T04:49:08.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a8e00700 1 Processor -- start 2024-02-26T04:49:08.319 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a8e00700 1 -- start start 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a8e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a8e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a41995f0 con 0x7f82a4073f90 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a3400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a3400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48458/0 (socket says 172.21.15.112:48458) 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.316+0000 7f82a3400700 1 -- 172.21.15.112:0/1088241051 learned_addr learned my addr 172.21.15.112:0/1088241051 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:08.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.317+0000 7f82a3400700 1 -- 172.21.15.112:0/1088241051 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82940095f0 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.317+0000 7f82a3400700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8294005850 tx=0x7f8294004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.317+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f829401d070 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.317+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f829400be60 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.317+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82a41997f0 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.318+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f829400f460 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.318+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82a4199c10 con 0x7f82a4073f90 2024-02-26T04:49:08.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.319+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f829400f6e0 con 0x7f82a4073f90 2024-02-26T04:49:08.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.319+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82a40632a0 con 0x7f82a4073f90 2024-02-26T04:49:08.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.319+0000 7f829be00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 0x7f828803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:08.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.319+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f829404d2e0 con 0x7f82a4073f90 2024-02-26T04:49:08.322 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.320+0000 7f82a2a00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 0x7f828803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:08.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.320+0000 7f82a2a00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 0x7f828803b440 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8290006fd0 tx=0x7f8290006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:08.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.325+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f829402a360 con 0x7f82a4073f90 2024-02-26T04:49:08.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:08 smithi112 ceph-mon[31817]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:08.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:08.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.555+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f82a410dcd0 con 0x7f8288038f80 2024-02-26T04:49:08.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.558+0000 7f829be00700 1 -- 172.21.15.112:0/1088241051 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+161 (secure 0 0 0) 0x7f82a410dcd0 con 0x7f8288038f80 2024-02-26T04:49:08.562 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:49:08.562 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.161", "hostname": "smithi161", "labels": [], "status": ""}] 2024-02-26T04:49:08.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 msgr2=0x7f828803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 0x7f828803b440 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f8290006fd0 tx=0x7f8290006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 msgr2=0x7f82a41990b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f8294005850 tx=0x7f8294004ff0 comp rx=0 tx=0).stop 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 shutdown_connections 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8288038f80 0x7f828803b440 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 --2- 172.21.15.112:0/1088241051 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f82a4073f90 0x7f82a41990b0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 >> 172.21.15.112:0/1088241051 conn(0x7f82a40fcf70 msgr2=0x7f82a4105780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:08.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 shutdown_connections 2024-02-26T04:49:08.566 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:08.561+0000 7f82a8e00700 1 -- 172.21.15.112:0/1088241051 wait complete. 2024-02-26T04:49:09.296 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi175 2024-02-26T04:49:09.296 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:49:09.296 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.conf 2024-02-26T04:49:09.315 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:49:09.316 DEBUG:teuthology.orchestra.run.smithi175:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:09.373 INFO:tasks.cephadm:Adding host smithi175 to orchestrator... 2024-02-26T04:49:09.373 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch host add smithi175 2024-02-26T04:49:09.796 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:10 smithi112 ceph-mon[31817]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:49:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:10 smithi112 ceph-mon[31817]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 -- 172.21.15.112:0/1897193320 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 msgr2=0x7fbfd0107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1897193320 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0107a10 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0009910 tx=0x7fbfc0009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 -- 172.21.15.112:0/1897193320 shutdown_connections 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1897193320 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0107a10 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 -- 172.21.15.112:0/1897193320 >> 172.21.15.112:0/1897193320 conn(0x7fbfd00fd140 msgr2=0x7fbfd00ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 -- 172.21.15.112:0/1897193320 shutdown_connections 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.762+0000 7fbfd5600700 1 -- 172.21.15.112:0/1897193320 wait complete. 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.763+0000 7fbfd5600700 1 Processor -- start 2024-02-26T04:49:11.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.763+0000 7fbfd5600700 1 -- start start 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfd5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfd5600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfd0199760 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfcea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfcea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48468/0 (socket says 172.21.15.112:48468) 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfcea00700 1 -- 172.21.15.112:0/1198400698 learned_addr learned my addr 172.21.15.112:0/1198400698 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.764+0000 7fbfcea00700 1 -- 172.21.15.112:0/1198400698 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc00095f0 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfcea00700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0004f40 tx=0x7fbfc0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbfc001d070 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fbfc000be60 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbfc000f460 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfd01999c0 con 0x7fbfd0107630 2024-02-26T04:49:11.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.765+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfd0199e40 con 0x7fbfd0107630 2024-02-26T04:49:11.769 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.766+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfd0102d70 con 0x7fbfd0107630 2024-02-26T04:49:11.769 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.766+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7fbfc0022690 con 0x7fbfd0107630 2024-02-26T04:49:11.769 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.767+0000 7fbfc7400700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 0x7fbfb403b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.767+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fbfc004d200 con 0x7fbfd0107630 2024-02-26T04:49:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.767+0000 7fbfc7e00700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 0x7fbfb403b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:11.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.768+0000 7fbfc7e00700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 0x7fbfb403b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8006fd0 tx=0x7fbfb8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:11.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.773+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbfc002a360 con 0x7fbfd0107630 2024-02-26T04:49:11.997 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:11.994+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}) v1 -- 0x7fbfd010bc20 con 0x7fbfb4038fe0 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi161", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:12.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: Updating smithi161:/etc/ceph/ceph.conf 2024-02-26T04:49:12.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:12.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:12 smithi112 ceph-mon[31817]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi175", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:13.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:14.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:14 smithi112 ceph-mon[31817]: Deploying cephadm binary to smithi175 2024-02-26T04:49:14.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:14 smithi112 ceph-mon[31817]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:16.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.698+0000 7fbfc7400700 1 -- 172.21.15.112:0/1198400698 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fbfd010bc20 con 0x7fbfb4038fe0 2024-02-26T04:49:16.702 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:16 smithi112 ceph-mon[31817]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:16.702 INFO:teuthology.orchestra.run.smithi112.stdout:Added host 'smithi175' with addr '172.21.15.175' 2024-02-26T04:49:16.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 msgr2=0x7fbfb403b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:16.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 0x7fbfb403b4a0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8006fd0 tx=0x7fbfb8006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:16.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 msgr2=0x7fbfd0199220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:16.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fbfc0004f40 tx=0x7fbfc0005020 comp rx=0 tx=0).stop 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 shutdown_connections 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbfb4038fe0 0x7fbfb403b4a0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 --2- 172.21.15.112:0/1198400698 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbfd0107630 0x7fbfd0199220 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 >> 172.21.15.112:0/1198400698 conn(0x7fbfd00fd140 msgr2=0x7fbfd0075900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.702+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 shutdown_connections 2024-02-26T04:49:16.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:16.703+0000 7fbfd5600700 1 -- 172.21.15.112:0/1198400698 wait complete. 2024-02-26T04:49:17.514 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch host ls --format=json 2024-02-26T04:49:17.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:17.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:17 smithi112 ceph-mon[31817]: Added host smithi175 2024-02-26T04:49:17.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:17.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:17 smithi112 ceph-mon[31817]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:17.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:17.944 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:19.066 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:19.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 -- 172.21.15.112:0/4290405681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 msgr2=0x7f5fdc107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:19.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 --2- 172.21.15.112:0/4290405681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc107a10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc009910 tx=0x7f5fcc009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:19.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 -- 172.21.15.112:0/4290405681 shutdown_connections 2024-02-26T04:49:19.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 --2- 172.21.15.112:0/4290405681 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc107a10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 -- 172.21.15.112:0/4290405681 >> 172.21.15.112:0/4290405681 conn(0x7f5fdc0fd140 msgr2=0x7f5fdc0ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 -- 172.21.15.112:0/4290405681 shutdown_connections 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.857+0000 7f5fe1400700 1 -- 172.21.15.112:0/4290405681 wait complete. 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.858+0000 7f5fe1400700 1 Processor -- start 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.858+0000 7f5fe1400700 1 -- start start 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.859+0000 7f5fe1400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.859+0000 7f5fe1400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fdc19e4f0 con 0x7f5fdc107630 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.859+0000 7f5fda800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.859+0000 7f5fda800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36734/0 (socket says 172.21.15.112:36734) 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.859+0000 7f5fda800700 1 -- 172.21.15.112:0/2822815512 learned_addr learned my addr 172.21.15.112:0/2822815512 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:19.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fda800700 1 -- 172.21.15.112:0/2822815512 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fcc0095f0 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fda800700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc004f40 tx=0x7f5fcc005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fcc01d070 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5fcc00be60 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5fcc00f460 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fdc19e750 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.860+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fdc19ebd0 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.861+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f5fcc022690 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.861+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5fdc0632a0 con 0x7f5fdc107630 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.862+0000 7f5fd3400700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 0x7f5fc003b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:19.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.862+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5fcc04d300 con 0x7f5fdc107630 2024-02-26T04:49:19.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.862+0000 7f5fd9e00700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 0x7f5fc003b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:19.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.863+0000 7f5fd9e00700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 0x7f5fc003b4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8006fd0 tx=0x7f5fc8006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:19.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:19.867+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5fcc02a360 con 0x7f5fdc107630 2024-02-26T04:49:19.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:19 smithi112 ceph-mon[31817]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:19.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:20.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.091+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f5fdc10bc20 con 0x7f5fc0038fe0 2024-02-26T04:49:20.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.094+0000 7f5fd3400700 1 -- 172.21.15.112:0/2822815512 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+241 (secure 0 0 0) 0x7f5fdc10bc20 con 0x7f5fc0038fe0 2024-02-26T04:49:20.096 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:49:20.097 INFO:teuthology.orchestra.run.smithi112.stdout:[{"addr": "172.21.15.112", "hostname": "smithi112", "labels": [], "status": ""}, {"addr": "172.21.15.161", "hostname": "smithi161", "labels": [], "status": ""}, {"addr": "172.21.15.175", "hostname": "smithi175", "labels": [], "status": ""}] 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 msgr2=0x7f5fc003b4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 0x7f5fc003b4a0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f5fc8006fd0 tx=0x7f5fc8006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 msgr2=0x7f5fdc19dfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f5fcc004f40 tx=0x7f5fcc005020 comp rx=0 tx=0).stop 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 shutdown_connections 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5fc0038fe0 0x7f5fc003b4a0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 --2- 172.21.15.112:0/2822815512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5fdc107630 0x7f5fdc19dfb0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:20.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 >> 172.21.15.112:0/2822815512 conn(0x7f5fdc0fd140 msgr2=0x7f5fdc0758c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:20.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 shutdown_connections 2024-02-26T04:49:20.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:20.097+0000 7f5fe1400700 1 -- 172.21.15.112:0/2822815512 wait complete. 2024-02-26T04:49:20.807 INFO:tasks.cephadm:Setting crush tunables to default 2024-02-26T04:49:20.808 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd crush tunables default 2024-02-26T04:49:21.233 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:21.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:20 smithi112 ceph-mon[31817]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:49:21.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:21 smithi112 ceph-mon[31817]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:23.250 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 -- 172.21.15.112:0/2477940058 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 msgr2=0x7f25b4074480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 --2- 172.21.15.112:0/2477940058 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4074480 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f25a4009910 tx=0x7f25a4009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 -- 172.21.15.112:0/2477940058 shutdown_connections 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 --2- 172.21.15.112:0/2477940058 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4074480 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 -- 172.21.15.112:0/2477940058 >> 172.21.15.112:0/2477940058 conn(0x7f25b40fd140 msgr2=0x7f25b40ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 -- 172.21.15.112:0/2477940058 shutdown_connections 2024-02-26T04:49:23.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.247+0000 7f25bac00700 1 -- 172.21.15.112:0/2477940058 wait complete. 2024-02-26T04:49:23.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.248+0000 7f25bac00700 1 Processor -- start 2024-02-26T04:49:23.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25bac00700 1 -- start start 2024-02-26T04:49:23.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25bac00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:23.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25bac00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b4199740 con 0x7f25b40740a0 2024-02-26T04:49:23.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25b3e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:23.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25b3e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36750/0 (socket says 172.21.15.112:36750) 2024-02-26T04:49:23.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.249+0000 7f25b3e00700 1 -- 172.21.15.112:0/2896990018 learned_addr learned my addr 172.21.15.112:0/2896990018 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:23.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.250+0000 7f25b3e00700 1 -- 172.21.15.112:0/2896990018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25a40095f0 con 0x7f25b40740a0 2024-02-26T04:49:23.253 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.250+0000 7f25b3e00700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f25a4005850 tx=0x7f25a4004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:23.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.250+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a401d070 con 0x7f25b40740a0 2024-02-26T04:49:23.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.250+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f25a400be60 con 0x7f25b40740a0 2024-02-26T04:49:23.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.251+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25b4199940 con 0x7f25b40740a0 2024-02-26T04:49:23.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.251+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25b4199d60 con 0x7f25b40740a0 2024-02-26T04:49:23.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.251+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f25a400f460 con 0x7f25b40740a0 2024-02-26T04:49:23.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.252+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f25a4022690 con 0x7f25b40740a0 2024-02-26T04:49:23.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.252+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25b40632a0 con 0x7f25b40740a0 2024-02-26T04:49:23.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.252+0000 7f25b1600700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 0x7f259803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:23.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.252+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f25a404d390 con 0x7f25b40740a0 2024-02-26T04:49:23.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.253+0000 7f25ab400700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 0x7f259803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:23.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.253+0000 7f25ab400700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 0x7f259803b440 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f259c006fd0 tx=0x7f259c006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:23.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.258+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f25a402baa0 con 0x7f25b40740a0 2024-02-26T04:49:23.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.485+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f25b410de40 con 0x7f25b40740a0 2024-02-26T04:49:23.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.580+0000 7f25b1600700 1 -- 172.21.15.112:0/2896990018 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f25a4027030 con 0x7f25b40740a0 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 msgr2=0x7f259803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 0x7f259803b440 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f259c006fd0 tx=0x7f259c006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 msgr2=0x7f25b4199200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f25a4005850 tx=0x7f25a4004ff0 comp rx=0 tx=0).stop 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 shutdown_connections 2024-02-26T04:49:23.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2598038f80 0x7f259803b440 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:23.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 --2- 172.21.15.112:0/2896990018 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f25b40740a0 0x7f25b4199200 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:23.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.584+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 >> 172.21.15.112:0/2896990018 conn(0x7f25b40fd140 msgr2=0x7f25b41058d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:23.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.585+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 shutdown_connections 2024-02-26T04:49:23.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:23.585+0000 7f25bac00700 1 -- 172.21.15.112:0/2896990018 wait complete. 2024-02-26T04:49:23.588 INFO:teuthology.orchestra.run.smithi112.stderr:adjusted tunables profile to default 2024-02-26T04:49:23.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi175", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: Updating smithi175:/etc/ceph/ceph.conf 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:49:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:23 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2896990018' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-02-26T04:49:24.315 INFO:tasks.cephadm:Adding mon.a on smithi112 2024-02-26T04:49:24.315 INFO:tasks.cephadm:Adding mon.b on smithi161 2024-02-26T04:49:24.315 INFO:tasks.cephadm:Adding mon.c on smithi175 2024-02-26T04:49:24.315 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch apply mon '3;smithi112:172.21.15.112=a;smithi161:172.21.15.161=b;smithi175:172.21.15.175=c' 2024-02-26T04:49:24.541 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:24 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2896990018' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-02-26T04:49:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:24 smithi112 ceph-mon[31817]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:25.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:25 smithi112 ceph-mon[31817]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:26.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 -- 172.21.15.175:0/1838846025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 msgr2=0x7f64d0102b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:26.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 --2- 172.21.15.175:0/1838846025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0102b60 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f64c0009910 tx=0x7f64c0009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:26.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 -- 172.21.15.175:0/1838846025 shutdown_connections 2024-02-26T04:49:26.023 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 --2- 172.21.15.175:0/1838846025 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0102b60 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 -- 172.21.15.175:0/1838846025 >> 172.21.15.175:0/1838846025 conn(0x7f64d00fc080 msgr2=0x7f64d00fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 -- 172.21.15.175:0/1838846025 shutdown_connections 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.020+0000 7f64d8351700 1 -- 172.21.15.175:0/1838846025 wait complete. 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d8351700 1 Processor -- start 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d8351700 1 -- start start 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d8351700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:26.024 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d8351700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d0197560 con 0x7f64d0102780 2024-02-26T04:49:26.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d60ed700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:26.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d60ed700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.175:57120/0 (socket says 172.21.15.175:57120) 2024-02-26T04:49:26.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.021+0000 7f64d60ed700 1 -- 172.21.15.175:0/821465144 learned_addr learned my addr 172.21.15.175:0/821465144 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:49:26.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.022+0000 7f64d60ed700 1 -- 172.21.15.175:0/821465144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c00095f0 con 0x7f64d0102780 2024-02-26T04:49:26.025 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.022+0000 7f64d60ed700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f64c0004f40 tx=0x7f64c0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f64c001d070 con 0x7f64d0102780 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64d0197760 con 0x7f64d0102780 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64d0197b80 con 0x7f64d0102780 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f64c000be60 con 0x7f64d0102780 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f64c0022dc0 con 0x7f64d0102780 2024-02-26T04:49:26.026 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.023+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64b4005330 con 0x7f64d0102780 2024-02-26T04:49:26.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.024+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f64c0022620 con 0x7f64d0102780 2024-02-26T04:49:26.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.024+0000 7f64c77fe700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 0x7f64bc03b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:26.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.024+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f64c004d760 con 0x7f64d0102780 2024-02-26T04:49:26.027 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.025+0000 7f64d58ec700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 0x7f64bc03b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:26.028 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.026+0000 7f64d58ec700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 0x7f64bc03b440 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:26.040 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.038+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f64c002b730 con 0x7f64d0102780 2024-02-26T04:49:26.246 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.244+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi161:172.21.15.161=b;smithi175:172.21.15.175=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f64b4000c80 con 0x7f64bc038f80 2024-02-26T04:49:26.261 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.259+0000 7f64c77fe700 1 -- 172.21.15.175:0/821465144 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f64b4000c80 con 0x7f64bc038f80 2024-02-26T04:49:26.261 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mon update... 2024-02-26T04:49:26.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 msgr2=0x7f64bc03b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:26.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 0x7f64bc03b440 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f64cc006fd0 tx=0x7f64cc006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:26.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 msgr2=0x7f64d0197020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:26.263 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f64c0004f40 tx=0x7f64c0005020 comp rx=0 tx=0).stop 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 shutdown_connections 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f64bc038f80 0x7f64bc03b440 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 --2- 172.21.15.175:0/821465144 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f64d0102780 0x7f64d0197020 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.260+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 >> 172.21.15.175:0/821465144 conn(0x7f64d00fc080 msgr2=0x7f64d01035c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.261+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 shutdown_connections 2024-02-26T04:49:26.264 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:26.261+0000 7f64d8351700 1 -- 172.21.15.175:0/821465144 wait complete. 2024-02-26T04:49:26.852 DEBUG:teuthology.orchestra.run.smithi161:mon.b> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.b.service 2024-02-26T04:49:26.855 DEBUG:teuthology.orchestra.run.smithi175:mon.c> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.c.service 2024-02-26T04:49:26.857 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-26T04:49:26.857 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph mon dump -f json 2024-02-26T04:49:27.571 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='client.14188 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi112:172.21.15.112=a;smithi161:172.21.15.161=b;smithi175:172.21.15.175=c", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: Saving service mon spec with placement smithi112:172.21.15.112=a;smithi161:172.21.15.161=b;smithi175:172.21.15.175=c;count:3 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:27 smithi112 ceph-mon[31817]: Deploying daemon mon.c on smithi175 2024-02-26T04:49:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:28 smithi112 ceph-mon[31817]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 -- 172.21.15.175:0/3584809838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 msgr2=0x7f0a00100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 --2- 172.21.15.175:0/3584809838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00100800 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f09f0009910 tx=0x7f09f0009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 -- 172.21.15.175:0/3584809838 shutdown_connections 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 --2- 172.21.15.175:0/3584809838 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00100800 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 -- 172.21.15.175:0/3584809838 >> 172.21.15.175:0/3584809838 conn(0x7f0a00077310 msgr2=0x7f0a000fe690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 -- 172.21.15.175:0/3584809838 shutdown_connections 2024-02-26T04:49:30.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.585+0000 7f0a0623e700 1 -- 172.21.15.175:0/3584809838 wait complete. 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.586+0000 7f0a0623e700 1 Processor -- start 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.586+0000 7f0a0623e700 1 -- start start 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.586+0000 7f0a0623e700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.586+0000 7f0a0623e700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a00199790 con 0x7f0a00100420 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.587+0000 7f09ff7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.587+0000 7f09ff7fe700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.175:42188/0 (socket says 172.21.15.175:42188) 2024-02-26T04:49:30.590 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.587+0000 7f09ff7fe700 1 -- 172.21.15.175:0/1251233504 learned_addr learned my addr 172.21.15.175:0/1251233504 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.587+0000 7f09ff7fe700 1 -- 172.21.15.175:0/1251233504 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f00095f0 con 0x7f0a00100420 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.587+0000 7f09ff7fe700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f09f0004f40 tx=0x7f09f0005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.588+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09f001d070 con 0x7f0a00100420 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.588+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a00199990 con 0x7f0a00100420 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.588+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a00199db0 con 0x7f0a00100420 2024-02-26T04:49:30.591 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.588+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f09f000be60 con 0x7f0a00100420 2024-02-26T04:49:30.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.588+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09f000f460 con 0x7f0a00100420 2024-02-26T04:49:30.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.589+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09ec005330 con 0x7f0a00100420 2024-02-26T04:49:30.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.589+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f09f0022600 con 0x7f0a00100420 2024-02-26T04:49:30.592 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.589+0000 7f09fcff9700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 0x7f09e803b440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:30.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.589+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f09f004d200 con 0x7f0a00100420 2024-02-26T04:49:30.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.590+0000 7f09feffd700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 0x7f09e803b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:30.593 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.591+0000 7f09feffd700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 0x7f09e803b440 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f09f4006fd0 tx=0x7f09f4006e40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:30.608 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.605+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f09f000ead0 con 0x7f0a00100420 2024-02-26T04:49:30.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:30 smithi112 ceph-mon[31817]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:30.905 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.902+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f09ec0058b0 con 0x7f0a00100420 2024-02-26T04:49:30.906 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.903+0000 7f09fcff9700 1 -- 172.21.15.175:0/1251233504 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+749 (secure 0 0 0) 0x7f09f0027020 con 0x7f0a00100420 2024-02-26T04:49:30.906 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:49:30.906 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":1,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","modified":"2024-02-26T04:47:16.994791Z","created":"2024-02-26T04:47:16.994791Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-02-26T04:49:30.908 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.905+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 msgr2=0x7f09e803b440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:30.908 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.905+0000 7f0a0623e700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 0x7f09e803b440 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f09f4006fd0 tx=0x7f09f4006e40 comp rx=0 tx=0).stop 2024-02-26T04:49:30.908 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.905+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 msgr2=0x7f0a00199250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:30.908 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.905+0000 7f0a0623e700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f09f0004f40 tx=0x7f09f0005020 comp rx=0 tx=0).stop 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 shutdown_connections 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09e8038f80 0x7f09e803b440 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 --2- 172.21.15.175:0/1251233504 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0a00100420 0x7f0a00199250 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 >> 172.21.15.175:0/1251233504 conn(0x7f0a00077310 msgr2=0x7f0a000fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 shutdown_connections 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:30.906+0000 7f0a0623e700 1 -- 172.21.15.175:0/1251233504 wait complete. 2024-02-26T04:49:30.911 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 1 2024-02-26T04:49:31.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:31 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/1251233504' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:31.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:31 smithi175 systemd[1]: Started Ceph mon.c for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:49:32.515 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-26T04:49:32.516 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph mon dump -f json 2024-02-26T04:49:32.757 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: mon.a calling monitor election 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: mon.c calling monitor election 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: fsmap 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: mgrmap e13: x(active, since 59s) 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: overall HEALTH_OK 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:36.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:37.099 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 -- 172.21.15.175:0/4066709939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 msgr2=0x7fe16c005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:37.099 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/4066709939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe16c005a50 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe184100560 tx=0x7fe17c00feb0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.099 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 -- 172.21.15.175:0/4066709939 shutdown_connections 2024-02-26T04:49:37.099 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/4066709939 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe16c005a50 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.100 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 -- 172.21.15.175:0/4066709939 >> 172.21.15.175:0/4066709939 conn(0x7fe1840fc120 msgr2=0x7fe1840fe540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:37.100 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 -- 172.21.15.175:0/4066709939 shutdown_connections 2024-02-26T04:49:37.100 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.096+0000 7fe18b8d8700 1 -- 172.21.15.175:0/4066709939 wait complete. 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: mon.a calling monitor election 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:37.100 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: mon.c calling monitor election 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: monmap e2: 2 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: fsmap 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: mgrmap e13: x(active, since 59s) 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: overall HEALTH_OK 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:37.101 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:37.102 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.097+0000 7fe18b8d8700 1 Processor -- start 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.097+0000 7fe18b8d8700 1 -- start start 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe18b8d8700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe184197140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe18b8d8700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe18b8d8700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184197c10 con 0x7fe16c0035c0 2024-02-26T04:49:37.103 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe18b8d8700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe184197d80 con 0x7fe184197680 2024-02-26T04:49:37.104 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:37.104 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:60200/0 (socket says 172.21.15.175:60200) 2024-02-26T04:49:37.104 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 -- 172.21.15.175:0/950479843 learned_addr learned my addr 172.21.15.175:0/950479843 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 -- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 msgr2=0x7fe18419ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 -- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 msgr2=0x7fe18419ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe188e73700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.098+0000 7fe189674700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe184197140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.099+0000 7fe189674700 1 -- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 msgr2=0x7fe18419ba10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.099+0000 7fe189674700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.099+0000 7fe189674700 1 -- 172.21.15.175:0/950479843 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe17c00f900 con 0x7fe16c0035c0 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.099+0000 7fe189674700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe184197140 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe17c000c00 tx=0x7fe17c0046f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.100+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fe17c013b00 con 0x7fe16c0035c0 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.100+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe18419bfb0 con 0x7fe16c0035c0 2024-02-26T04:49:37.105 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.100+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe17c004530 con 0x7fe16c0035c0 2024-02-26T04:49:37.106 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.100+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7fe17c003e50 con 0x7fe16c0035c0 2024-02-26T04:49:37.106 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.100+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe18419c500 con 0x7fe16c0035c0 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.101+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe184101d70 con 0x7fe16c0035c0 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.101+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7fe17c004030 con 0x7fe16c0035c0 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.101+0000 7fe1827fc700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 0x7fe17003b1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.101+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fe17c04e560 con 0x7fe16c0035c0 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.102+0000 7fe188e73700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 0x7fe17003b1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:37.107 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.103+0000 7fe188e73700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 0x7fe17003b1e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe178009180 tx=0x7fe178008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:37.118 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.116+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe17c034530 con 0x7fe16c0035c0 2024-02-26T04:49:37.390 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.387+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7fe184108610 con 0x7fe16c0035c0 2024-02-26T04:49:37.391 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.388+0000 7fe1827fc700 1 -- 172.21.15.175:0/950479843 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1019 (secure 0 0 0) 0x7fe17c034350 con 0x7fe16c0035c0 2024-02-26T04:49:37.391 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:49:37.391 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":2,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","modified":"2024-02-26T04:49:31.637166Z","created":"2024-02-26T04:47:16.994791Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-02-26T04:49:37.393 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.390+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 msgr2=0x7fe17003b1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:37.393 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.390+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 0x7fe17003b1e0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7fe178009180 tx=0x7fe178008040 comp rx=0 tx=0).stop 2024-02-26T04:49:37.393 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 msgr2=0x7fe184197140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:37.393 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe184197140 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fe17c000c00 tx=0x7fe17c0046f0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.393 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 shutdown_connections 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe16c0035c0 0x7fe184197140 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe170038d20 0x7fe17003b1e0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 --2- 172.21.15.175:0/950479843 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe184197680 0x7fe18419ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 >> 172.21.15.175:0/950479843 conn(0x7fe1840fc120 msgr2=0x7fe184104d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 shutdown_connections 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:37.391+0000 7fe18b8d8700 1 -- 172.21.15.175:0/950479843 wait complete. 2024-02-26T04:49:37.394 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 2 2024-02-26T04:49:37.984 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:37 smithi175 ceph-mon[36652]: Deploying daemon mon.b on smithi161 2024-02-26T04:49:37.984 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:37 smithi175 ceph-mon[36652]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:37.984 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:37 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/950479843' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:37.984 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:38.022 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:37 smithi112 ceph-mon[31817]: Deploying daemon mon.b on smithi161 2024-02-26T04:49:38.022 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:37 smithi112 ceph-mon[31817]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:38.022 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:37 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/950479843' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:38.022 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:39.010 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-02-26T04:49:39.010 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph mon dump -f json 2024-02-26T04:49:39.252 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:49:40.406 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:40 smithi175 ceph-mon[36652]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:40.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:40 smithi112 ceph-mon[31817]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:40.583 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 -- 172.21.15.175:0/2950045127 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 msgr2=0x7f7458106a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:40.583 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 --2- 172.21.15.175:0/2950045127 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f7458106a50 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f7448009910 tx=0x7f7448009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:40.583 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 -- 172.21.15.175:0/2950045127 shutdown_connections 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 --2- 172.21.15.175:0/2950045127 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f7458106a50 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 -- 172.21.15.175:0/2950045127 >> 172.21.15.175:0/2950045127 conn(0x7f74580fc180 msgr2=0x7f74580fe5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 -- 172.21.15.175:0/2950045127 shutdown_connections 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.580+0000 7f745d46d700 1 -- 172.21.15.175:0/2950045127 wait complete. 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 Processor -- start 2024-02-26T04:49:40.584 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 -- start start 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f74581980a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f745806ae00 con 0x7f7458106670 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f745d46d700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74581a1110 con 0x7f74581985e0 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:60202/0 (socket says 172.21.15.175:60202) 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 -- 172.21.15.175:0/3552585267 learned_addr learned my addr 172.21.15.175:0/3552585267 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 -- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 msgr2=0x7f7458198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 -- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 msgr2=0x7f7458198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-02-26T04:49:40.586 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.581+0000 7f74567fc700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.582+0000 7f7456ffd700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f74581980a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.582+0000 7f7456ffd700 1 -- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 msgr2=0x7f7458198a60 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.582+0000 7f7456ffd700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.582+0000 7f7456ffd700 1 -- 172.21.15.175:0/3552585267 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74480095f0 con 0x7f7458106670 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f7456ffd700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f74581980a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7448014000 tx=0x7f744800bda0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f744801d070 con 0x7f7458106670 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74581a13a0 con 0x7f7458106670 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74581a18f0 con 0x7f7458106670 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7448005dc0 con 0x7f7458106670 2024-02-26T04:49:40.587 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.583+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f7448022e30 con 0x7f7458106670 2024-02-26T04:49:40.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.584+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7444005360 con 0x7f7458106670 2024-02-26T04:49:40.588 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.584+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f7448022470 con 0x7f7458106670 2024-02-26T04:49:40.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.585+0000 7f743ffff700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 0x7f744003b230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:40.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.585+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f744804d7d0 con 0x7f7458106670 2024-02-26T04:49:40.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.585+0000 7f74567fc700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 0x7f744003b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:40.589 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.586+0000 7f74567fc700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 0x7f744003b230 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f744c009180 tx=0x7f744c008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:40.602 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.599+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f744800f460 con 0x7f7458106670 2024-02-26T04:49:40.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.602+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744800f460 con 0x7f7458106670 2024-02-26T04:49:40.617 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:40 smithi161 ceph-mon[36447]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-02-26T04:49:40.870 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:40.867+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f7444005610 con 0x7f7458106670 2024-02-26T04:49:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:40 smithi161 bash[36427]: a8a45a27c6de32e132ddd99e85a670dab0fa819fd3a4ef8f319602793da13d3f 2024-02-26T04:49:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:40 smithi161 systemd[1]: Started Ceph mon.b for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:49:45.623 INFO:teuthology.orchestra.run.smithi175.stdout: 2024-02-26T04:49:45.624 INFO:teuthology.orchestra.run.smithi175.stdout:{"epoch":3,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","modified":"2024-02-26T04:49:40.600512Z","created":"2024-02-26T04:47:16.994791Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:3300","nonce":0},{"type":"v1","addr":"172.21.15.112:6789","nonce":0}]},"addr":"172.21.15.112:6789/0","public_addr":"172.21.15.112:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:3300","nonce":0},{"type":"v1","addr":"172.21.15.175:6789","nonce":0}]},"addr":"172.21.15.175:6789/0","public_addr":"172.21.15.175:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:3300","nonce":0},{"type":"v1","addr":"172.21.15.161:6789","nonce":0}]},"addr":"172.21.15.161:6789/0","public_addr":"172.21.15.161:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-02-26T04:49:45.624 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.620+0000 7f743ffff700 1 -- 172.21.15.175:0/3552585267 <== mon.0 v2:172.21.15.112:3300/0 8 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1287 (secure 0 0 0) 0x7f74480213d0 con 0x7f7458106670 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 msgr2=0x7f744003b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 0x7f744003b230 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f744c009180 tx=0x7f744c008040 comp rx=0 tx=0).stop 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 msgr2=0x7f74581980a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f74581980a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f7448014000 tx=0x7f744800bda0 comp rx=0 tx=0).stop 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 shutdown_connections 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7458106670 0x7f74581980a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7440038d70 0x7f744003b230 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 --2- 172.21.15.175:0/3552585267 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74581985e0 0x7f7458198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 >> 172.21.15.175:0/3552585267 conn(0x7f74580fc180 msgr2=0x7f7458102170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 shutdown_connections 2024-02-26T04:49:45.626 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:45.623+0000 7f745d46d700 1 -- 172.21.15.175:0/3552585267 wait complete. 2024-02-26T04:49:45.627 INFO:teuthology.orchestra.run.smithi175.stderr:dumped monmap epoch 3 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: mon.c calling monitor election 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: mon.a calling monitor election 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/3552585267' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.979 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: fsmap 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: mgrmap e13: x(active, since 68s) 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-26T04:49:45.980 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-26T04:49:45.981 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-26T04:49:45.981 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: mon.b (rank 2) addr [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] is down (out of quorum) 2024-02-26T04:49:45.981 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:45.981 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:45.981 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:45.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: mon.c calling monitor election 2024-02-26T04:49:45.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:49:45.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: mon.a calling monitor election 2024-02-26T04:49:45.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/3552585267' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: fsmap 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:45.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: mgrmap e13: x(active, since 68s) 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: mon.b (rank 2) addr [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] is down (out of quorum) 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:45.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:46.256 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-02-26T04:49:46.257 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph config generate-minimal-conf 2024-02-26T04:49:46.684 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:46.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:46.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:46.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: mon.c calling monitor election 2024-02-26T04:49:47.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: mon.a calling monitor election 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/3552585267' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:47.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: fsmap 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: mgrmap e13: x(active, since 68s) 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: mon.b (rank 2) addr [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] is down (out of quorum) 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:47.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:47.947 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:47.947 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mon.b calling monitor election 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mon.b calling monitor election 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mon.c calling monitor election 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mon.a calling monitor election 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:48.513 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: fsmap 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: mgrmap e13: x(active, since 70s) 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: Cluster is now healthy 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: overall HEALTH_OK 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.514 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mon.b calling monitor election 2024-02-26T04:49:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mon.b calling monitor election 2024-02-26T04:49:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mon.c calling monitor election 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mon.a calling monitor election 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: fsmap 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: mgrmap e13: x(active, since 70s) 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: Cluster is now healthy 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: overall HEALTH_OK 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.675+0000 7fbea5600700 1 -- 172.21.15.112:0/4197905695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0102870 msgr2=0x7fbea0102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.675+0000 7fbea5600700 1 --2- 172.21.15.112:0/4197905695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0102870 0x7fbea0102c50 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fbe90009910 tx=0x7fbe90009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.676+0000 7fbea5600700 1 -- 172.21.15.112:0/4197905695 shutdown_connections 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.676+0000 7fbea5600700 1 --2- 172.21.15.112:0/4197905695 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0102870 0x7fbea0102c50 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.676+0000 7fbea5600700 1 -- 172.21.15.112:0/4197905695 >> 172.21.15.112:0/4197905695 conn(0x7fbea00fc060 msgr2=0x7fbea00fe480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.676+0000 7fbea5600700 1 -- 172.21.15.112:0/4197905695 shutdown_connections 2024-02-26T04:49:48.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.676+0000 7fbea5600700 1 -- 172.21.15.112:0/4197905695 wait complete. 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.677+0000 7fbea5600700 1 Processor -- start 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.677+0000 7fbea5600700 1 -- start start 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbea019e360 0x7fbea019e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea019a180 con 0x7fbea0199a90 2024-02-26T04:49:48.680 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea01a60d0 con 0x7fbea0102870 2024-02-26T04:49:48.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbea5600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea01a6210 con 0x7fbea019e360 2024-02-26T04:49:48.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe96000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:48.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe9ea00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe96000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:50540/0 (socket says 172.21.15.112:50540) 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe9ea00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:36636/0 (socket says 172.21.15.112:36636) 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe96000700 1 -- 172.21.15.112:0/2464400744 learned_addr learned my addr 172.21.15.112:0/2464400744 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.678+0000 7fbe9f400700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbea019e360 0x7fbea019e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 -- 172.21.15.112:0/2464400744 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbea019e360 msgr2=0x7fbea019e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbea019e360 0x7fbea019e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 -- 172.21.15.112:0/2464400744 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 msgr2=0x7fbea0199550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 -- 172.21.15.112:0/2464400744 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe900095f0 con 0x7fbea0199a90 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe9ea00700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:49:48.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe96000700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800b780 tx=0x7fbe8800ba90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.679+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe88004230 con 0x7fbea0199a90 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.680+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fbe88004390 con 0x7fbea0199a90 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.680+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea01a64f0 con 0x7fbea0199a90 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.680+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe88011c60 con 0x7fbea0199a90 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.680+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbea01a69f0 con 0x7fbea0199a90 2024-02-26T04:49:48.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.681+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbea00632a0 con 0x7fbea0199a90 2024-02-26T04:49:48.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.681+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7fbe8801a3b0 con 0x7fbea0199a90 2024-02-26T04:49:48.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.681+0000 7fbe97e00700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 0x7fbe8403b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:48.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.682+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fbe8804a920 con 0x7fbea0199a90 2024-02-26T04:49:48.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.682+0000 7fbe9ea00700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 0x7fbe8403b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:48.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.682+0000 7fbe9ea00700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 0x7fbe8403b8d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbe90006010 tx=0x7fbe90005070 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:48.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.687+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbe88017260 con 0x7fbea0199a90 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mon.b calling monitor election 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mon.b calling monitor election 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mon.c calling monitor election 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mon.a calling monitor election 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: monmap e3: 3 mons at {a=[v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0],b=[v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0],c=[v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: fsmap 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: osdmap e4: 0 total, 0 up, 0 in 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: mgrmap e13: x(active, since 70s) 2024-02-26T04:49:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: Cluster is now healthy 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: overall HEALTH_OK 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:48.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.918+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fbea010bc10 con 0x7fbea0199a90 2024-02-26T04:49:48.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.919+0000 7fbe97e00700 1 -- 172.21.15.112:0/2464400744 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+277 (secure 0 0 0) 0x7fbe88018cb0 con 0x7fbea0199a90 2024-02-26T04:49:48.921 INFO:teuthology.orchestra.run.smithi112.stdout:# minimal ceph.conf for fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:49:48.922 INFO:teuthology.orchestra.run.smithi112.stdout:[global] 2024-02-26T04:49:48.922 INFO:teuthology.orchestra.run.smithi112.stdout: fsid = fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:49:48.922 INFO:teuthology.orchestra.run.smithi112.stdout: mon_host = [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 msgr2=0x7fbe8403b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 0x7fbe8403b8d0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fbe90006010 tx=0x7fbe90005070 comp rx=0 tx=0).stop 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 msgr2=0x7fbea019de20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbe8800b780 tx=0x7fbe8800ba90 comp rx=0 tx=0).stop 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 shutdown_connections 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbe84039410 0x7fbe8403b8d0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbea019e360 0x7fbea019e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbea0102870 0x7fbea0199550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 --2- 172.21.15.112:0/2464400744 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbea0199a90 0x7fbea019de20 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:48.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.921+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 >> 172.21.15.112:0/2464400744 conn(0x7fbea00fc060 msgr2=0x7fbea0107a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:48.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.922+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 shutdown_connections 2024-02-26T04:49:48.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:49:48.922+0000 7fbea5600700 1 -- 172.21.15.112:0/2464400744 wait complete. 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.595 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2464400744' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:49 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2464400744' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:49 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2464400744' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:49.788 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-02-26T04:49:49.788 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:49:49.788 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.conf 2024-02-26T04:49:49.861 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:49:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:49:49.588+0000 7f0e7d600700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-02-26T04:49:49.873 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:49:49.873 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:50.004 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:49:50.004 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/ceph/ceph.conf 2024-02-26T04:49:50.040 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:49:50.040 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:50.110 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:49:50.111 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.conf 2024-02-26T04:49:50.146 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:49:50.147 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:49:50.218 INFO:tasks.cephadm:Adding mgr.x on smithi112 2024-02-26T04:49:50.218 INFO:tasks.cephadm:Adding mgr.y on smithi161 2024-02-26T04:49:50.218 INFO:tasks.cephadm:Adding mgr.z on smithi175 2024-02-26T04:49:50.218 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch apply mgr '3;smithi112=x;smithi161=y;smithi175=z' 2024-02-26T04:49:50.397 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:50 smithi175 ceph-mon[36652]: Reconfiguring mon.a (unknown last config time)... 2024-02-26T04:49:50.398 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:50 smithi175 ceph-mon[36652]: Reconfiguring daemon mon.a on smithi112 2024-02-26T04:49:50.398 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:50 smithi175 ceph-mon[36652]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:50.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:50 smithi161 ceph-mon[36447]: Reconfiguring mon.a (unknown last config time)... 2024-02-26T04:49:50.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:50 smithi161 ceph-mon[36447]: Reconfiguring daemon mon.a on smithi112 2024-02-26T04:49:50.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:50 smithi161 ceph-mon[36447]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:50.498 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:49:50.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:50 smithi112 ceph-mon[31817]: Reconfiguring mon.a (unknown last config time)... 2024-02-26T04:49:50.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:50 smithi112 ceph-mon[31817]: Reconfiguring daemon mon.a on smithi112 2024-02-26T04:49:50.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:50 smithi112 ceph-mon[31817]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:51.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- 172.21.15.175:0/1874655822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc102ed0 msgr2=0x7f95bc1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:51.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1874655822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc102ed0 0x7f95bc1032f0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f95ac009910 tx=0x7f95ac009c20 comp rx=0 tx=0).stop 2024-02-26T04:49:51.873 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- 172.21.15.175:0/1874655822 shutdown_connections 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1874655822 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc102ed0 0x7f95bc1032f0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- 172.21.15.175:0/1874655822 >> 172.21.15.175:0/1874655822 conn(0x7f95bc0fcd90 msgr2=0x7f95bc0ff1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- 172.21.15.175:0/1874655822 shutdown_connections 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- 172.21.15.175:0/1874655822 wait complete. 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 Processor -- start 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 -- start start 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.868+0000 7f95c16b5700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc197520 0x7f95bc19c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95bc1979a0 0x7f95bc19eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc19f2c0 con 0x7f95bc197520 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc19f430 con 0x7f95bc1979a0 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc19f5f0 con 0x7f95bc102ed0 2024-02-26T04:49:51.874 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:45652/0 (socket says 172.21.15.175:45652) 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 -- 172.21.15.175:0/1211686885 learned_addr learned my addr 172.21.15.175:0/1211686885 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95bb7fe700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95bc1979a0 0x7f95bc19eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95ba7fc700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc197520 0x7f95bc19c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 -- 172.21.15.175:0/1211686885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95bc1979a0 msgr2=0x7f95bc19eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95bc1979a0 0x7f95bc19eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 -- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc197520 msgr2=0x7f95bc19c590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc197520 0x7f95bc19c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 -- 172.21.15.175:0/1211686885 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95ac0095f0 con 0x7f95bc102ed0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95baffd700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00bfd0 tx=0x7f95ac00b7c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ac01d070 con 0x7f95bc102ed0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f95ac005070 con 0x7f95bc102ed0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95ac017440 con 0x7f95bc102ed0 2024-02-26T04:49:51.875 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95bc19f870 con 0x7f95bc102ed0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.869+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95bc19fde0 con 0x7f95bc102ed0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.870+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7f95ac003890 con 0x7f95bc102ed0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.870+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95bc190840 con 0x7f95bc102ed0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.870+0000 7f95a3fff700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 0x7f95a403b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.871+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f95ac04ce80 con 0x7f95bc102ed0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.871+0000 7f95ba7fc700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 0x7f95a403b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:49:51.876 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.872+0000 7f95ba7fc700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 0x7f95a403b8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f95b00078e0 tx=0x7f95b0008040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:49:51.878 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:51.876+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f95ac021ab0 con 0x7f95bc102ed0 2024-02-26T04:49:52.080 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.077+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi161=y;smithi175=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f95bc0620b0 con 0x7f95a4039410 2024-02-26T04:49:52.093 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.090+0000 7f95a3fff700 1 -- 172.21.15.175:0/1211686885 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f95bc0620b0 con 0x7f95a4039410 2024-02-26T04:49:52.093 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mgr update... 2024-02-26T04:49:52.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 msgr2=0x7f95a403b8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:52.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 0x7f95a403b8d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f95b00078e0 tx=0x7f95b0008040 comp rx=0 tx=0).stop 2024-02-26T04:49:52.095 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 msgr2=0x7f95bc196fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f95ac00bfd0 tx=0x7f95ac00b7c0 comp rx=0 tx=0).stop 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 shutdown_connections 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f95bc1979a0 0x7f95bc19eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f95a4039410 0x7f95a403b8d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f95bc102ed0 0x7f95bc196fe0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 --2- 172.21.15.175:0/1211686885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f95bc197520 0x7f95bc19c590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 >> 172.21.15.175:0/1211686885 conn(0x7f95bc0fcd90 msgr2=0x7f95bc0fd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 shutdown_connections 2024-02-26T04:49:52.096 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:49:52.093+0000 7f95c16b5700 1 -- 172.21.15.175:0/1211686885 wait complete. 2024-02-26T04:49:52.652 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:52.652 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.652 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.653 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:52.653 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:52.653 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:52.653 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.654 DEBUG:teuthology.orchestra.run.smithi161:mgr.y> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.y.service 2024-02-26T04:49:52.656 DEBUG:teuthology.orchestra.run.smithi175:mgr.z> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.z.service 2024-02-26T04:49:52.659 INFO:tasks.cephadm:Deploying OSDs... 2024-02-26T04:49:52.660 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:49:52.660 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/scratch_devs of=/dev/stdout 2024-02-26T04:49:52.678 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:52.678 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.678 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.678 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:52.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:52.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:52.682 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.714 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-26T04:49:52.715 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_1 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:52.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:52.762 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 631 Links: 1 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-02-26 04:48:53.389511169 +0000 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-02-26 04:43:07.574790340 +0000 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-02-26 04:43:07.574790340 +0000 2024-02-26T04:49:52.763 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-02-26 04:43:07.574790340 +0000 2024-02-26T04:49:52.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-26T04:49:52.901 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-02-26T04:49:52.901 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-02-26T04:49:52.901 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000380261 s, 1.3 MB/s 2024-02-26T04:49:52.906 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-26T04:49:52.962 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_2 2024-02-26T04:49:53.010 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-26T04:49:53.010 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.010 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 652 Links: 1 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-02-26 04:48:53.457509374 +0000 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-02-26 04:43:08.156774940 +0000 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-02-26 04:43:08.156774940 +0000 2024-02-26T04:49:53.011 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-02-26 04:43:08.156774940 +0000 2024-02-26T04:49:53.011 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-26T04:49:53.094 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-02-26T04:49:53.094 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-02-26T04:49:53.094 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000326175 s, 1.6 MB/s 2024-02-26T04:49:53.098 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-26T04:49:53.154 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_3 2024-02-26T04:49:53.203 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 669 Links: 1 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-02-26 04:48:53.521507684 +0000 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-02-26 04:43:08.769758720 +0000 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-02-26 04:43:08.769758720 +0000 2024-02-26T04:49:53.204 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-02-26 04:43:08.769758720 +0000 2024-02-26T04:49:53.204 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-26T04:49:53.291 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-02-26T04:49:53.291 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-02-26T04:49:53.291 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000354262 s, 1.4 MB/s 2024-02-26T04:49:53.296 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-26T04:49:53.350 DEBUG:teuthology.orchestra.run.smithi112:> stat /dev/vg_nvme/lv_4 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 5h/5d Inode: 691 Links: 1 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-02-26 04:48:53.585505994 +0000 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-02-26 04:43:09.342743559 +0000 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-02-26 04:43:09.343743533 +0000 2024-02-26T04:49:53.399 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-02-26 04:43:09.342743559 +0000 2024-02-26T04:49:53.400 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-26T04:49:53.482 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records in 2024-02-26T04:49:53.482 INFO:teuthology.orchestra.run.smithi112.stderr:1+0 records out 2024-02-26T04:49:53.482 INFO:teuthology.orchestra.run.smithi112.stderr:512 bytes copied, 0.000330766 s, 1.5 MB/s 2024-02-26T04:49:53.486 DEBUG:teuthology.orchestra.run.smithi112:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-26T04:49:53.539 DEBUG:teuthology.orchestra.run.smithi161:> set -ex 2024-02-26T04:49:53.539 DEBUG:teuthology.orchestra.run.smithi161:> dd if=/scratch_devs of=/dev/stdout 2024-02-26T04:49:53.557 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-26T04:49:53.557 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_1 2024-02-26T04:49:53.613 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-26T04:49:53.613 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.613 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 664 Links: 1 2024-02-26T04:49:53.613 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.613 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.614 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-02-26 04:49:40.058061449 +0000 2024-02-26T04:49:53.614 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-02-26 04:42:08.125738471 +0000 2024-02-26T04:49:53.614 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-02-26 04:42:08.125738471 +0000 2024-02-26T04:49:53.614 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-02-26 04:42:08.125738471 +0000 2024-02-26T04:49:53.614 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-26T04:49:53.655 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: Reconfiguring mon.b (monmap changed)... 2024-02-26T04:49:53.655 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: Reconfiguring daemon mon.b on smithi161 2024-02-26T04:49:53.655 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi161=y;smithi175=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:53.655 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: Saving service mgr spec with placement smithi112=x;smithi161=y;smithi175=z;count:3 2024-02-26T04:49:53.655 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.656 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.656 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:53.656 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:53.656 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:53.678 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: Reconfiguring mon.b (monmap changed)... 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: Reconfiguring daemon mon.b on smithi161 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi161=y;smithi175=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: Saving service mgr spec with placement smithi112=x;smithi161=y;smithi175=z;count:3 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:53.679 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:53.680 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-02-26T04:49:53.680 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-02-26T04:49:53.680 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000233579 s, 2.2 MB/s 2024-02-26T04:49:53.682 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-26T04:49:53.739 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_2 2024-02-26T04:49:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: Reconfiguring mon.b (monmap changed)... 2024-02-26T04:49:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: Reconfiguring daemon mon.b on smithi161 2024-02-26T04:49:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi112=x;smithi161=y;smithi175=z", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:49:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: Saving service mgr spec with placement smithi112=x;smithi161=y;smithi175=z;count:3 2024-02-26T04:49:53.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:53.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-02-26T04:49:53.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-02-26T04:49:53.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:53.794 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 681 Links: 1 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-02-26 04:49:40.058061449 +0000 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-02-26 04:42:08.469731158 +0000 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-02-26 04:42:08.469731158 +0000 2024-02-26T04:49:53.795 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-02-26 04:42:08.469731158 +0000 2024-02-26T04:49:53.795 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-26T04:49:53.860 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-02-26T04:49:53.860 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-02-26T04:49:53.860 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000186067 s, 2.8 MB/s 2024-02-26T04:49:53.861 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-26T04:49:53.917 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_3 2024-02-26T04:49:53.972 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-26T04:49:53.972 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:53.972 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-02-26T04:49:53.972 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:53.973 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:53.973 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-02-26 04:49:40.059061428 +0000 2024-02-26T04:49:53.973 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-02-26 04:42:08.805724015 +0000 2024-02-26T04:49:53.973 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-02-26 04:42:08.805724015 +0000 2024-02-26T04:49:53.973 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-02-26 04:42:08.805724015 +0000 2024-02-26T04:49:53.973 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-26T04:49:54.038 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-02-26T04:49:54.039 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-02-26T04:49:54.039 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000287984 s, 1.8 MB/s 2024-02-26T04:49:54.040 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-26T04:49:54.096 DEBUG:teuthology.orchestra.run.smithi161:> stat /dev/vg_nvme/lv_4 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout:Device: 5h/5d Inode: 719 Links: 1 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:54.151 INFO:teuthology.orchestra.run.smithi161.stdout:Access: 2024-02-26 04:49:40.059061428 +0000 2024-02-26T04:49:54.152 INFO:teuthology.orchestra.run.smithi161.stdout:Modify: 2024-02-26 04:42:09.141716872 +0000 2024-02-26T04:49:54.152 INFO:teuthology.orchestra.run.smithi161.stdout:Change: 2024-02-26 04:42:09.141716872 +0000 2024-02-26T04:49:54.152 INFO:teuthology.orchestra.run.smithi161.stdout: Birth: 2024-02-26 04:42:09.141716872 +0000 2024-02-26T04:49:54.152 DEBUG:teuthology.orchestra.run.smithi161:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-26T04:49:54.217 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records in 2024-02-26T04:49:54.217 INFO:teuthology.orchestra.run.smithi161.stderr:1+0 records out 2024-02-26T04:49:54.217 INFO:teuthology.orchestra.run.smithi161.stderr:512 bytes copied, 0.000191786 s, 2.7 MB/s 2024-02-26T04:49:54.218 DEBUG:teuthology.orchestra.run.smithi161:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-26T04:49:54.274 DEBUG:teuthology.orchestra.run.smithi175:> set -ex 2024-02-26T04:49:54.274 DEBUG:teuthology.orchestra.run.smithi175:> dd if=/scratch_devs of=/dev/stdout 2024-02-26T04:49:54.292 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-02-26T04:49:54.292 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_1 2024-02-26T04:49:54.348 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-02-26T04:49:54.348 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:54.348 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 661 Links: 1 2024-02-26T04:49:54.348 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:54.348 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:54.349 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-02-26 04:49:30.518172799 +0000 2024-02-26T04:49:54.349 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-02-26 04:42:20.430610529 +0000 2024-02-26T04:49:54.349 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-02-26 04:42:20.430610529 +0000 2024-02-26T04:49:54.349 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-02-26 04:42:20.430610529 +0000 2024-02-26T04:49:54.349 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-02-26T04:49:54.416 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-02-26T04:49:54.416 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-02-26T04:49:54.416 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000220907 s, 2.3 MB/s 2024-02-26T04:49:54.417 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-02-26T04:49:54.474 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_2 2024-02-26T04:49:54.529 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-02-26T04:49:54.529 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-02-26 04:49:30.518172799 +0000 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-02-26 04:42:20.772605026 +0000 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-02-26 04:42:20.772605026 +0000 2024-02-26T04:49:54.530 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-02-26 04:42:20.772605026 +0000 2024-02-26T04:49:54.530 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-02-26T04:49:54.595 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-02-26T04:49:54.596 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-02-26T04:49:54.596 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000206338 s, 2.5 MB/s 2024-02-26T04:49:54.597 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-02-26T04:49:54.652 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_3 2024-02-26T04:49:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:54 smithi161 ceph-mon[36447]: Reconfiguring mon.c (monmap changed)... 2024-02-26T04:49:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:54 smithi161 ceph-mon[36447]: Reconfiguring daemon mon.c on smithi175 2024-02-26T04:49:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:54 smithi161 ceph-mon[36447]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 700 Links: 1 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-02-26 04:49:30.518172799 +0000 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-02-26 04:42:21.111599572 +0000 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-02-26 04:42:21.111599572 +0000 2024-02-26T04:49:54.709 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-02-26 04:42:21.111599572 +0000 2024-02-26T04:49:54.710 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-02-26T04:49:54.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:54 smithi112 ceph-mon[31817]: Reconfiguring mon.c (monmap changed)... 2024-02-26T04:49:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:54 smithi112 ceph-mon[31817]: Reconfiguring daemon mon.c on smithi175 2024-02-26T04:49:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:54 smithi112 ceph-mon[31817]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:54.773 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:54 smithi175 ceph-mon[36652]: Reconfiguring mon.c (monmap changed)... 2024-02-26T04:49:54.773 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:54 smithi175 ceph-mon[36652]: Reconfiguring daemon mon.c on smithi175 2024-02-26T04:49:54.773 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:54 smithi175 ceph-mon[36652]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:54.775 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-02-26T04:49:54.775 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-02-26T04:49:54.775 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000190652 s, 2.7 MB/s 2024-02-26T04:49:54.776 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-02-26T04:49:54.832 DEBUG:teuthology.orchestra.run.smithi175:> stat /dev/vg_nvme/lv_4 2024-02-26T04:49:54.887 INFO:teuthology.orchestra.run.smithi175.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-02-26T04:49:54.887 INFO:teuthology.orchestra.run.smithi175.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-02-26T04:49:54.887 INFO:teuthology.orchestra.run.smithi175.stdout:Device: 5h/5d Inode: 721 Links: 1 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout:Context: system_u:object_r:device_t:s0 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout:Access: 2024-02-26 04:49:30.519172783 +0000 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout:Modify: 2024-02-26 04:42:21.452594085 +0000 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout:Change: 2024-02-26 04:42:21.452594085 +0000 2024-02-26T04:49:54.888 INFO:teuthology.orchestra.run.smithi175.stdout: Birth: 2024-02-26 04:42:21.452594085 +0000 2024-02-26T04:49:54.888 DEBUG:teuthology.orchestra.run.smithi175:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-02-26T04:49:54.953 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records in 2024-02-26T04:49:54.953 INFO:teuthology.orchestra.run.smithi175.stderr:1+0 records out 2024-02-26T04:49:54.953 INFO:teuthology.orchestra.run.smithi175.stderr:512 bytes copied, 0.000243248 s, 2.1 MB/s 2024-02-26T04:49:54.954 DEBUG:teuthology.orchestra.run.smithi175:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-02-26T04:49:55.010 INFO:tasks.cephadm:Deploying osd.0 on smithi112 with /dev/vg_nvme/lv_4... 2024-02-26T04:49:55.010 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-26T04:49:55.448 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:55.841 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.841 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.841 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:55.841 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: Deploying daemon mgr.z on smithi175 2024-02-26T04:49:55.842 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:55 smithi175 ceph-mon[36652]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:55.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:55.852 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: Deploying daemon mgr.z on smithi175 2024-02-26T04:49:55.853 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:55 smithi112 ceph-mon[31817]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:55.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:55.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: Deploying daemon mgr.z on smithi175 2024-02-26T04:49:55.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:55 smithi161 ceph-mon[36447]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:56.526 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 systemd[1]: Starting Ceph mgr.z for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:49:56.831 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 podman[38503]: 2024-02-26 04:49:56.642704049 +0000 UTC m=+0.017405349 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:49:56.832 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 podman[38503]: 2024-02-26 04:49:56.758771606 +0000 UTC m=+0.133472893 container create 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-02-26T04:49:57.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 podman[38503]: 2024-02-26 04:49:56.919354733 +0000 UTC m=+0.294056028 container init 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T04:49:57.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 podman[38503]: 2024-02-26 04:49:56.922060567 +0000 UTC m=+0.296761858 container start 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T04:49:57.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 ceph-mgr[38522]: -- 172.21.15.175:0/4016473060 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55af2efe21a0 con 0x55af2efb8c00 2024-02-26T04:49:57.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 bash[38503]: 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 2024-02-26T04:49:57.112 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:56 smithi175 systemd[1]: Started Ceph mgr.z for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:49:57.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:57.464+0000 7f075fff9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:49:57.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:57.557+0000 7f075fff9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:49:58.109 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-26T04:49:58.109 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-26T04:49:58.109 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-02-26T04:49:58.110 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-02-26T04:49:58.110 INFO:teuthology.orchestra.run.smithi112.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0367821 s, 285 MB/s 2024-02-26T04:49:58.110 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-02-26T04:49:58.305 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.305 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.305 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.305 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:58.306 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:58.306 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:58.306 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:58.306 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: Deploying daemon mgr.y on smithi161 2024-02-26T04:49:58.306 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:49:58 smithi161 ceph-mon[36447]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:58.361 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.202+0000 7f075fff9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:49:58.361 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.295+0000 7f075fff9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: Deploying daemon mgr.y on smithi161 2024-02-26T04:49:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-mon[36652]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:58.423 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.423 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.423 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: Deploying daemon mgr.y on smithi161 2024-02-26T04:49:58.424 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:49:58 smithi112 ceph-mon[31817]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:49:58.784 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi112:vg_nvme/lv_4 2024-02-26T04:49:58.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.436+0000 7f075fff9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:49:58.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.531+0000 7f075fff9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:49:58.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.613+0000 7f075fff9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:49:59.174 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.884+0000 7f075fff9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:49:59.175 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:58.993+0000 7f075fff9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:49:59.175 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:59.078+0000 7f075fff9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:49:59.175 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:59.172+0000 7f075fff9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:49:59.213 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:49:59.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:49:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:49:59.348+0000 7f075fff9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:49:59.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:49:59 smithi161 systemd[1]: Started Ceph mgr.y for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:50:00.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:49:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:49:59.922+0000 7f9b77f7e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:50:00.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:00.020+0000 7f9b77f7e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:00.390 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:00 smithi112 ceph-mon[31817]: overall HEALTH_OK 2024-02-26T04:50:00.517 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:00.369+0000 7f075fff9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:50:00.517 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:00.514+0000 7f075fff9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:00.518 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-mon[36652]: overall HEALTH_OK 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-mon[36447]: overall HEALTH_OK 2024-02-26T04:50:01.055 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:00.712+0000 7f9b77f7e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:50:01.055 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:00.809+0000 7f9b77f7e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:50:01.055 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:00.956+0000 7f9b77f7e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:50:01.055 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.052+0000 7f9b77f7e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:50:01.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:00.858+0000 7f075fff9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:50:01.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:00.948+0000 7f075fff9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:50:01.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 -- 172.21.15.112:0/2521157062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30109bc0 msgr2=0x7ffb3010c050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 --2- 172.21.15.112:0/2521157062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30109bc0 0x7ffb3010c050 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7ffb2800b0a0 tx=0x7ffb2800b3b0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 -- 172.21.15.112:0/2521157062 shutdown_connections 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 --2- 172.21.15.112:0/2521157062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30109bc0 0x7ffb3010c050 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 --2- 172.21.15.112:0/2521157062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30075c40 0x7ffb300740a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 --2- 172.21.15.112:0/2521157062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb30074af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 -- 172.21.15.112:0/2521157062 >> 172.21.15.112:0/2521157062 conn(0x7ffb300fd280 msgr2=0x7ffb300ff6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 -- 172.21.15.112:0/2521157062 shutdown_connections 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.373+0000 7ffb36200700 1 -- 172.21.15.112:0/2521157062 wait complete. 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.374+0000 7ffb36200700 1 Processor -- start 2024-02-26T04:50:01.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.374+0000 7ffb36200700 1 -- start start 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30075c40 0x7ffb3019a540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30109bc0 0x7ffb301a15c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb301a1b90 con 0x7ffb30075c40 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb301a1cd0 con 0x7ffb30074670 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb36200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb301a1e60 con 0x7ffb30109bc0 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30075c40 0x7ffb3019a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:01.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30109bc0 0x7ffb301a15c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:46358/0 (socket says 172.21.15.112:46358) 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 -- 172.21.15.112:0/4162653451 learned_addr learned my addr 172.21.15.112:0/4162653451 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 -- 172.21.15.112:0/4162653451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30109bc0 msgr2=0x7ffb301a15c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30109bc0 0x7ffb301a15c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 -- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30075c40 msgr2=0x7ffb3019a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30075c40 0x7ffb3019a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.375+0000 7ffb2f400700 1 -- 172.21.15.112:0/4162653451 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb28009d00 con 0x7ffb30074670 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb2f400700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000e9a0 tx=0x7ffb2000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb20009790 con 0x7ffb30074670 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ffb20010430 con 0x7ffb30074670 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb301a2140 con 0x7ffb30074670 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb20018710 con 0x7ffb30074670 2024-02-26T04:50:01.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.376+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb301a2690 con 0x7ffb30074670 2024-02-26T04:50:01.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.377+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 13) v1 ==== 45989+0+0 (secure 0 0 0) 0x7ffb20018870 con 0x7ffb30074670 2024-02-26T04:50:01.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.377+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb301089d0 con 0x7ffb30074670 2024-02-26T04:50:01.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.377+0000 7ffb27e00700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 0x7ffb1403b680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:01.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.377+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ffb20014070 con 0x7ffb30074670 2024-02-26T04:50:01.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.378+0000 7ffb2ea00700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 0x7ffb1403b680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:01.382 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.378+0000 7ffb2ea00700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 0x7ffb1403b680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c009c60 tx=0x7ffb1c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:01.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.383+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ffb20052080 con 0x7ffb30074670 2024-02-26T04:50:01.416 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.135+0000 7f9b77f7e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:50:01.416 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.411+0000 7f9b77f7e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:50:01.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:01.151+0000 7f075fff9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:50:01.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:01.335+0000 7f075fff9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:50:01.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:01.630+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7ffb3002d910 con 0x7ffb140391c0 2024-02-26T04:50:01.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.522+0000 7f9b77f7e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:50:01.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.606+0000 7f9b77f7e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:50:01.881 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:01.617+0000 7f075fff9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:50:01.881 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:01.878+0000 7f075fff9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:50:02.146 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.700+0000 7f9b77f7e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:50:02.146 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:01.876+0000 7f9b77f7e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:50:02.146 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:02.110+0000 7f075fff9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:02.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:02.464 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:02.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:02.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:03.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:02.852+0000 7f9b77f7e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:50:03.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:02.982+0000 7f9b77f7e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:50:03.233 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:02.902+0000 7f075fff9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:50:03.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:03 smithi112 ceph-mon[31817]: Reconfiguring mgr.x (unknown last config time)... 2024-02-26T04:50:03.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:03 smithi112 ceph-mon[31817]: Reconfiguring daemon mgr.x on smithi112 2024-02-26T04:50:03.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:03 smithi112 ceph-mon[31817]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:03.327 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:03.574 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-mon[36652]: Reconfiguring mgr.x (unknown last config time)... 2024-02-26T04:50:03.574 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-mon[36652]: Reconfiguring daemon mgr.x on smithi112 2024-02-26T04:50:03.574 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-mon[36652]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:03.575 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:03.575 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:03.472+0000 7f075fff9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:50:03.575 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:03.571+0000 7f075fff9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:50:03.618 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-mon[36447]: Reconfiguring mgr.x (unknown last config time)... 2024-02-26T04:50:03.618 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-mon[36447]: Reconfiguring daemon mgr.x on smithi112 2024-02-26T04:50:03.618 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-mon[36447]: from='client.24122 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:03.618 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:03.619 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:03.330+0000 7f9b77f7e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:50:03.619 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:03.419+0000 7f9b77f7e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:50:03.619 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:03.615+0000 7f9b77f7e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:50:03.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:50:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:50:03.784+0000 7f075fff9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:50:03.946 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:03.802+0000 7f9b77f7e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:04.084+0000 7f9b77f7e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:04.346+0000 7f9b77f7e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.349 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: Standby manager daemon z started 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:50:04.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:04.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:04.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:04.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: Standby manager daemon z started 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:50:04.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:04 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:04.528 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:04.522+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mgrmap(e 14) v1 ==== 91351+0+0 (secure 0 0 0) 0x7ffb200109a0 con 0x7ffb30074670 2024-02-26T04:50:04.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:04.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: Standby manager daemon z started 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:50:04.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:04 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3690021335' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:04.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:04.581+0000 7f9b77f7e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:50:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:05 smithi161 ceph-mon[36447]: mgrmap e14: x(active, since 87s), standbys: z 2024-02-26T04:50:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:50:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:05 smithi161 ceph-mon[36447]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:05.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:05.388+0000 7f9b77f7e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:50:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:05 smithi175 ceph-mon[36652]: mgrmap e14: x(active, since 87s), standbys: z 2024-02-26T04:50:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:50:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:05 smithi175 ceph-mon[36652]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:05.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:05 smithi112 ceph-mon[31817]: mgrmap e14: x(active, since 87s), standbys: z 2024-02-26T04:50:05.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:50:05.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:05 smithi112 ceph-mon[31817]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:06.267 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:05.954+0000 7f9b77f7e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:50:06.268 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:06.051+0000 7f9b77f7e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:50:06.268 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:50:06.265+0000 7f9b77f7e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:50:06.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:06.546+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mon.2 v2:172.21.15.161:3300/0 8 ==== mgrmap(e 15) v1 ==== 136713+0+0 (secure 0 0 0) 0x7ffb200173d0 con 0x7ffb30074670 2024-02-26T04:50:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: Standby manager daemon y started 2024-02-26T04:50:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2506539137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]': finished 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: osdmap e5: 1 total, 0 up, 1 in 2024-02-26T04:50:06.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:06 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: Standby manager daemon y started 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2506539137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]': finished 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: osdmap e5: 1 total, 0 up, 1 in 2024-02-26T04:50:06.892 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: Standby manager daemon y started 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/196180158' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:50:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2506539137' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]: dispatch 2024-02-26T04:50:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f9b67b60-9b1f-4af3-b260-928307a510fc"}]': finished 2024-02-26T04:50:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: osdmap e5: 1 total, 0 up, 1 in 2024-02-26T04:50:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:06 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:07 smithi175 ceph-mon[36652]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-02-26T04:50:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:50:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:07 smithi175 ceph-mon[36652]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:07 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/781157384' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:07.916 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:07 smithi112 ceph-mon[31817]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-02-26T04:50:07.916 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:50:07.916 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:07 smithi112 ceph-mon[31817]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:07.916 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:07 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/781157384' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:07 smithi161 ceph-mon[36447]: mgrmap e15: x(active, since 89s), standbys: z, y 2024-02-26T04:50:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:50:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:07 smithi161 ceph-mon[36447]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:07 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/781157384' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:10 smithi112 ceph-mon[31817]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:10.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:10 smithi175 ceph-mon[36652]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:10 smithi161 ceph-mon[36447]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:12.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:12 smithi112 ceph-mon[31817]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:12.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:12 smithi175 ceph-mon[36652]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:12 smithi161 ceph-mon[36447]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:14 smithi112 ceph-mon[31817]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:14.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:14 smithi175 ceph-mon[36652]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:14 smithi161 ceph-mon[36447]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:16.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:16 smithi112 ceph-mon[31817]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:16.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:16 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-26T04:50:16.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:16 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:16 smithi175 ceph-mon[36652]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:16 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-26T04:50:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:16 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:16 smithi161 ceph-mon[36447]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:16 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-02-26T04:50:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:16 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:17.469 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:17 smithi112 ceph-mon[31817]: Deploying daemon osd.0 on smithi112 2024-02-26T04:50:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:17 smithi175 ceph-mon[36652]: Deploying daemon osd.0 on smithi112 2024-02-26T04:50:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:17 smithi161 ceph-mon[36447]: Deploying daemon osd.0 on smithi112 2024-02-26T04:50:18.594 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:18 smithi112 ceph-mon[31817]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:18.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:18 smithi175 ceph-mon[36652]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:18 smithi161 ceph-mon[36447]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:20.365 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:20 smithi112 ceph-mon[31817]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:20.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:20 smithi175 ceph-mon[36652]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:20 smithi161 ceph-mon[36447]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:22.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:22 smithi112 ceph-mon[31817]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:22.608 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:22 smithi175 ceph-mon[36652]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:22 smithi161 ceph-mon[36447]: pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:24.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:24 smithi112 ceph-mon[31817]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:24.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.520 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:24 smithi175 ceph-mon[36652]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:24 smithi161 ceph-mon[36447]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:26.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:26 smithi112 ceph-mon[31817]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:26.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:26 smithi175 ceph-mon[36652]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:26.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:26 smithi161 ceph-mon[36447]: pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:27.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:27.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:27 smithi112 ceph-mon[31817]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-26T04:50:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:28.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:27 smithi175 ceph-mon[36652]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-26T04:50:28.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.125+0000 7ffb27e00700 1 -- 172.21.15.112:0/4162653451 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7ffb3002d910 con 0x7ffb140391c0 2024-02-26T04:50:28.128 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 0 on host 'smithi112' 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 msgr2=0x7ffb1403b680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 0x7ffb1403b680 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7ffb1c009c60 tx=0x7ffb1c009260 comp rx=0 tx=0).stop 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 msgr2=0x7ffb3019a000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7ffb2000e9a0 tx=0x7ffb2000ecb0 comp rx=0 tx=0).stop 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 shutdown_connections 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ffb140391c0 0x7ffb1403b680 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ffb30109bc0 0x7ffb301a15c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ffb30074670 0x7ffb3019a000 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:28.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 --2- 172.21.15.112:0/4162653451 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ffb30075c40 0x7ffb3019a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:28.133 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 >> 172.21.15.112:0/4162653451 conn(0x7ffb300fd280 msgr2=0x7ffb30105b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:50:28.133 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 shutdown_connections 2024-02-26T04:50:28.133 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:50:28.129+0000 7ffb36200700 1 -- 172.21.15.112:0/4162653451 wait complete. 2024-02-26T04:50:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:27 smithi161 ceph-mon[36447]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-02-26T04:50:28.931 DEBUG:teuthology.orchestra.run.smithi112:osd.0> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.0.service 2024-02-26T04:50:28.936 INFO:tasks.cephadm:Deploying osd.1 on smithi161 with /dev/vg_nvme/lv_4... 2024-02-26T04:50:28.937 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: osdmap e6: 1 total, 0 up, 1 in 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.110 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: osdmap e6: 1 total, 0 up, 1 in 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:29.183 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: osdmap e6: 1 total, 0 up, 1 in 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:29.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:29 smithi175 ceph-mon[36652]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:50:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:29 smithi175 ceph-mon[36652]: osdmap e7: 1 total, 0 up, 1 in 2024-02-26T04:50:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:29 smithi175 ceph-mon[36652]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:30.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:29 smithi112 ceph-mon[31817]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:50:30.123 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:29 smithi112 ceph-mon[31817]: osdmap e7: 1 total, 0 up, 1 in 2024-02-26T04:50:30.124 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.124 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.124 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:29 smithi112 ceph-mon[31817]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:30.182 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:29 smithi161 ceph-mon[36447]: from='osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:50:30.182 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:29 smithi161 ceph-mon[36447]: osdmap e7: 1 total, 0 up, 1 in 2024-02-26T04:50:30.182 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.182 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:30.182 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:29 smithi161 ceph-mon[36447]: pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-02-26T04:50:31.016 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-26T04:50:31.017 INFO:teuthology.orchestra.run.smithi161.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-26T04:50:31.017 INFO:teuthology.orchestra.run.smithi161.stderr: stderr: 10+0 records in 2024-02-26T04:50:31.017 INFO:teuthology.orchestra.run.smithi161.stderr:10+0 records out 2024-02-26T04:50:31.017 INFO:teuthology.orchestra.run.smithi161.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148741 s, 705 MB/s 2024-02-26T04:50:31.017 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping successful for: 2024-02-26T04:50:31.017 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:30 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:50:31.017 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:30 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:50:31.017 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:30 smithi161 ceph-mon[36447]: osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] boot 2024-02-26T04:50:31.017 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:30 smithi161 ceph-mon[36447]: osdmap e8: 1 total, 1 up, 1 in 2024-02-26T04:50:31.017 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:30 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:30 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:50:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:30 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:50:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:30 smithi175 ceph-mon[36652]: osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] boot 2024-02-26T04:50:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:30 smithi175 ceph-mon[36652]: osdmap e8: 1 total, 1 up, 1 in 2024-02-26T04:50:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:30 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:31.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:30 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:50:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:30 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:50:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:30 smithi112 ceph-mon[31817]: osd.0 [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] boot 2024-02-26T04:50:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:30 smithi112 ceph-mon[31817]: osdmap e8: 1 total, 1 up, 1 in 2024-02-26T04:50:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:30 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:50:31.615 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi161:vg_nvme/lv_4 2024-02-26T04:50:31.854 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:50:32.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:31 smithi161 ceph-mon[36447]: osdmap e9: 1 total, 1 up, 1 in 2024-02-26T04:50:32.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:31 smithi161 ceph-mon[36447]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:32.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:31 smithi112 ceph-mon[31817]: osdmap e9: 1 total, 1 up, 1 in 2024-02-26T04:50:32.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:31 smithi112 ceph-mon[31817]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:32.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:31 smithi175 ceph-mon[36652]: osdmap e9: 1 total, 1 up, 1 in 2024-02-26T04:50:32.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:31 smithi175 ceph-mon[36652]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:33.302 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 -- 172.21.15.161:0/710030755 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc101da0 msgr2=0x7fddfc102200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 --2- 172.21.15.161:0/710030755 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc101da0 0x7fddfc102200 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7fdde40099c0 tx=0x7fdde4009cd0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 -- 172.21.15.161:0/710030755 shutdown_connections 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 --2- 172.21.15.161:0/710030755 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fddfc102740 0x7fddfc108ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 --2- 172.21.15.161:0/710030755 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddfc100ba0 0x7fddfc100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 --2- 172.21.15.161:0/710030755 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc101da0 0x7fddfc102200 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 -- 172.21.15.161:0/710030755 >> 172.21.15.161:0/710030755 conn(0x7fddfc0fc140 msgr2=0x7fddfc0fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 -- 172.21.15.161:0/710030755 shutdown_connections 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.297+0000 7fde00fbb700 1 -- 172.21.15.161:0/710030755 wait complete. 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 Processor -- start 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 -- start start 2024-02-26T04:50:33.303 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddfc101da0 0x7fddfc1982d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fddfc102740 0x7fddfc19f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddfc19f8e0 con 0x7fddfc102740 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddfc19fa20 con 0x7fddfc100ba0 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fde00fbb700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fddfc19fbe0 con 0x7fddfc101da0 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fddfa59c700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fddfa59c700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:32922/0 (socket says 172.21.15.161:32922) 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.298+0000 7fddfa59c700 1 -- 172.21.15.161:0/286349196 learned_addr learned my addr 172.21.15.161:0/286349196 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 -- 172.21.15.161:0/286349196 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddfc101da0 msgr2=0x7fddfc1982d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddfc101da0 0x7fddfc1982d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 -- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fddfc102740 msgr2=0x7fddfc19f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fddfc102740 0x7fddfc19f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 -- 172.21.15.161:0/286349196 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde40095f0 con 0x7fddfc100ba0 2024-02-26T04:50:33.304 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddfa59c700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fddec00d980 tx=0x7fddec00dd40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:33.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddec00de60 con 0x7fddfc100ba0 2024-02-26T04:50:33.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fddfc19fec0 con 0x7fddfc100ba0 2024-02-26T04:50:33.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fddec004520 con 0x7fddfc100ba0 2024-02-26T04:50:33.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddec003d80 con 0x7fddfc100ba0 2024-02-26T04:50:33.305 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.299+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fddfc1a0350 con 0x7fddfc100ba0 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.300+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fddfc107fb0 con 0x7fddfc100ba0 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.301+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 15) v1 ==== 136713+0+0 (secure 0 0 0) 0x7fddec009d40 con 0x7fddfc100ba0 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.301+0000 7fddf3fff700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 0x7fdde80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.302+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7fddec0cbf50 con 0x7fddfc100ba0 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.302+0000 7fddf1d9b700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 0x7fdde80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:33.306 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.303+0000 7fddf1d9b700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 0x7fdde80a4580 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdde40098e0 tx=0x7fdde4009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:33.313 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.306+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fddec096990 con 0x7fddfc100ba0 2024-02-26T04:50:33.511 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:33.509+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7fddfc02d960 con 0x7fdde80a20c0 2024-02-26T04:50:34.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:34.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:34.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:34.391 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:34.392 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:34 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:34.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:34.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:34 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:34.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:34.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:34 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:35.263 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:35 smithi161 ceph-mon[36447]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:35.263 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:35 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi112 2024-02-26T04:50:35.263 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:35 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 17091M 2024-02-26T04:50:35.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:35 smithi175 ceph-mon[36652]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:35.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:35 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi112 2024-02-26T04:50:35.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:35 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 17091M 2024-02-26T04:50:35.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:35 smithi112 ceph-mon[31817]: from='client.24149 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:35 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi112 2024-02-26T04:50:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:35 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 17091M 2024-02-26T04:50:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/2520037686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]': finished 2024-02-26T04:50:36.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: osdmap e10: 2 total, 1 up, 2 in 2024-02-26T04:50:36.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:36 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:36.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:36.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/2520037686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]': finished 2024-02-26T04:50:36.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: osdmap e10: 2 total, 1 up, 2 in 2024-02-26T04:50:36.641 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:36 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/2520037686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]: dispatch 2024-02-26T04:50:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d3dd19f-2410-4b49-95f1-c21544819924"}]': finished 2024-02-26T04:50:36.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: osdmap e10: 2 total, 1 up, 2 in 2024-02-26T04:50:36.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:36 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:37 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/1441110331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:37.668 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:37 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/1441110331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:37.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:37 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/1441110331' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:50:38.323 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:38 smithi112 ceph-mon[31817]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:38 smithi175 ceph-mon[36652]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:38 smithi161 ceph-mon[36447]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:40.560 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:40 smithi161 ceph-mon[36447]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:40 smithi175 ceph-mon[36652]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:40.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:40 smithi112 ceph-mon[31817]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:42.356 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:42 smithi161 ceph-mon[36447]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:42.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:42 smithi175 ceph-mon[36652]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:42.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:42 smithi112 ceph-mon[31817]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:44.307 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:44 smithi161 ceph-mon[36447]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:44.307 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-26T04:50:44.307 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:44 smithi175 ceph-mon[36652]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-26T04:50:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:44.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:44 smithi112 ceph-mon[31817]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-02-26T04:50:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:45.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:45 smithi161 ceph-mon[36447]: Deploying daemon osd.1 on smithi161 2024-02-26T04:50:45.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:45 smithi175 ceph-mon[36652]: Deploying daemon osd.1 on smithi161 2024-02-26T04:50:45.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:45 smithi112 ceph-mon[31817]: Deploying daemon osd.1 on smithi161 2024-02-26T04:50:46.571 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:46 smithi161 ceph-mon[36447]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:46.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:46 smithi175 ceph-mon[36652]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:46.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:46 smithi112 ceph-mon[31817]: pgmap v64: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:48.424 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:48 smithi161 ceph-mon[36447]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:48 smithi175 ceph-mon[36652]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:48.669 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:48 smithi112 ceph-mon[31817]: pgmap v65: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:49.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:49 smithi175 ceph-mon[36652]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:49.942 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.943 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.943 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:49.943 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:49 smithi161 ceph-mon[36447]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:49.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:49.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:49.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:49 smithi112 ceph-mon[31817]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.292 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:52 smithi161 ceph-mon[36447]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:52.350 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 1 on host 'smithi161' 2024-02-26T04:50:52.351 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.347+0000 7fddf3fff700 1 -- 172.21.15.161:0/286349196 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fddfc02d960 con 0x7fdde80a20c0 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 msgr2=0x7fdde80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 0x7fdde80a4580 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdde40098e0 tx=0x7fdde4009f10 comp rx=0 tx=0).stop 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 msgr2=0x7fddfc197d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fddec00d980 tx=0x7fddec00dd40 comp rx=0 tx=0).stop 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 shutdown_connections 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fddfc102740 0x7fddfc19f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:52.352 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fddfc100ba0 0x7fddfc197d90 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:52.353 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fdde80a20c0 0x7fdde80a4580 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:52.353 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 --2- 172.21.15.161:0/286349196 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fddfc101da0 0x7fddfc1982d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:52.353 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.349+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 >> 172.21.15.161:0/286349196 conn(0x7fddfc0fc140 msgr2=0x7fddfc1050f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:50:52.353 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.350+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 shutdown_connections 2024-02-26T04:50:52.353 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:50:52.350+0000 7fde00fbb700 1 -- 172.21.15.161:0/286349196 wait complete. 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:52 smithi112 ceph-mon[31817]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:52.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:52 smithi175 ceph-mon[36652]: pgmap v67: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:52.907 DEBUG:teuthology.orchestra.run.smithi161:osd.1> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.1.service 2024-02-26T04:50:52.910 INFO:tasks.cephadm:Deploying osd.2 on smithi175 with /dev/vg_nvme/lv_4... 2024-02-26T04:50:52.910 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-02-26T04:50:53.158 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:50:53.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:53.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:53 smithi161 ceph-mon[36447]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:53.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:53 smithi161 ceph-mon[36447]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:53.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:53.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:53 smithi175 ceph-mon[36652]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:53.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:53 smithi175 ceph-mon[36652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:53.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:50:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:53 smithi112 ceph-mon[31817]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:53.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:53 smithi112 ceph-mon[31817]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-02-26T04:50:54.386 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:54.387 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-26T04:50:54.387 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.387 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: osdmap e11: 2 total, 1 up, 2 in 2024-02-26T04:50:54.387 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:54.387 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:54 smithi175 ceph-mon[36652]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:54.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-26T04:50:54.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: osdmap e11: 2 total, 1 up, 2 in 2024-02-26T04:50:54.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:54.430 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-mon[36447]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.430 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1[41053]: 2024-02-26T04:50:54.351+0000 7f608ce24700 -1 osd.1 0 waiting for initial osdmap 2024-02-26T04:50:54.430 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:50:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1[41053]: 2024-02-26T04:50:54.355+0000 7f6089418700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: pgmap v68: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: from='osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: osdmap e11: 2 total, 1 up, 2 in 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:54 smithi112 ceph-mon[31817]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0113054 s, 927 MB/s 2024-02-26T04:50:54.943 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-02-26T04:50:55.567 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:55 smithi175 ceph-mon[36652]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:50:55.567 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:55 smithi175 ceph-mon[36652]: osdmap e12: 2 total, 1 up, 2 in 2024-02-26T04:50:55.567 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.567 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.568 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_4 2024-02-26T04:50:55.657 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:55 smithi161 ceph-mon[36447]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:50:55.657 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:55 smithi161 ceph-mon[36447]: osdmap e12: 2 total, 1 up, 2 in 2024-02-26T04:50:55.657 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.657 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:55 smithi112 ceph-mon[31817]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:50:55.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:55 smithi112 ceph-mon[31817]: osdmap e12: 2 total, 1 up, 2 in 2024-02-26T04:50:55.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:55.803 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] boot 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: osdmap e13: 2 total, 2 up, 2 in 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.587 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:56.588 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:56.588 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] boot 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: osdmap e13: 2 total, 2 up, 2 in 2024-02-26T04:50:56.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: pgmap v71: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: osd.1 [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] boot 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: osdmap e13: 2 total, 2 up, 2 in 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:50:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:50:56.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:50:57.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 -- 172.21.15.175:0/1280396232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0368107a20 msgr2=0x7f0368109e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:57.332 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 --2- 172.21.15.175:0/1280396232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0368107a20 0x7f0368109e10 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f0364009990 tx=0x7f0364009ca0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 -- 172.21.15.175:0/1280396232 shutdown_connections 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 --2- 172.21.15.175:0/1280396232 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0368107a20 0x7f0368109e10 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 --2- 172.21.15.175:0/1280396232 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03681027c0 0x7f0368104bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 --2- 172.21.15.175:0/1280396232 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03681050f0 0x7f03681074e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 -- 172.21.15.175:0/1280396232 >> 172.21.15.175:0/1280396232 conn(0x7f03680fc130 msgr2=0x7f03680fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 -- 172.21.15.175:0/1280396232 shutdown_connections 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.314+0000 7f03707c4700 1 -- 172.21.15.175:0/1280396232 wait complete. 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 Processor -- start 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 -- start start 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03681050f0 0x7f0368198280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0368107a20 0x7f036819f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:57.333 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f036819f890 con 0x7f03681050f0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f036819f9d0 con 0x7f0368107a20 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f03707c4700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f036819fb90 con 0x7f03681027c0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:58752/0 (socket says 172.21.15.175:58752) 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 -- 172.21.15.175:0/1277317534 learned_addr learned my addr 172.21.15.175:0/1277317534 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036ed61700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0368107a20 0x7f036819f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 -- 172.21.15.175:0/1277317534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0368107a20 msgr2=0x7f036819f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0368107a20 0x7f036819f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 -- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03681050f0 msgr2=0x7f0368198280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03681050f0 0x7f0368198280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 -- 172.21.15.175:0/1277317534 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03640095f0 con 0x7f03681027c0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f036e560700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f03600060b0 tx=0x7f0360007f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:57.334 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.315+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036000de20 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.316+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f036819fe70 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.316+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f036000f040 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.316+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360014840 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.316+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03681a0310 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.316+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0368068930 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.317+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 15) v1 ==== 136713+0+0 (secure 0 0 0) 0x7f0360015b90 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.318+0000 7f035f7fe700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 0x7f03540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.318+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f03600cbee0 con 0x7f03681027c0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.318+0000 7f036dd5f700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 0x7f03540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.319+0000 7f036dd5f700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 0x7f03540a4580 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f03580097b0 tx=0x7f0358006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:50:57.335 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.323+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f03600966e0 con 0x7f03681027c0 2024-02-26T04:50:57.525 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:50:57.523+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f036802d950 con 0x7f03540a20c0 2024-02-26T04:50:57.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:57 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi161 2024-02-26T04:50:57.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:57 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 17080M 2024-02-26T04:50:57.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:57 smithi161 ceph-mon[36447]: osdmap e14: 2 total, 2 up, 2 in 2024-02-26T04:50:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:57 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi161 2024-02-26T04:50:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:57 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 17080M 2024-02-26T04:50:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:57 smithi112 ceph-mon[31817]: osdmap e14: 2 total, 2 up, 2 in 2024-02-26T04:50:57.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:57 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi161 2024-02-26T04:50:57.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:57 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 17080M 2024-02-26T04:50:57.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:57 smithi175 ceph-mon[36652]: osdmap e14: 2 total, 2 up, 2 in 2024-02-26T04:50:58.485 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:58 smithi175 ceph-mon[36652]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:50:58.485 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:58.485 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:58.485 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:58 smithi161 ceph-mon[36447]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:50:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:58.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:58 smithi112 ceph-mon[31817]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:50:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:50:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:50:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:50:59.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:50:59 smithi175 ceph-mon[36652]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:59.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:50:59 smithi161 ceph-mon[36447]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:50:59.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:50:59 smithi112 ceph-mon[31817]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/259895277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]': finished 2024-02-26T04:51:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: osdmap e15: 3 total, 2 up, 3 in 2024-02-26T04:51:00.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/259895277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]': finished 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: osdmap e15: 3 total, 2 up, 3 in 2024-02-26T04:51:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/259895277' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]: dispatch 2024-02-26T04:51:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "50d19c45-2490-47cd-acb5-174235920a63"}]': finished 2024-02-26T04:51:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: osdmap e15: 3 total, 2 up, 3 in 2024-02-26T04:51:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:01.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:01 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/2812910552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:01.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:01 smithi161 ceph-mon[36447]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:01.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:01 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/2812910552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:01.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:01 smithi112 ceph-mon[31817]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:01.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:01 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/2812910552' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:01.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:01 smithi175 ceph-mon[36652]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:04.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:04 smithi112 ceph-mon[31817]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:04.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:04 smithi175 ceph-mon[36652]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:04 smithi161 ceph-mon[36447]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:06.440 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:06 smithi175 ceph-mon[36652]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:06.661 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:06 smithi112 ceph-mon[31817]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:06 smithi161 ceph-mon[36447]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:08.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:08 smithi175 ceph-mon[36652]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:08.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-26T04:51:08.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:08 smithi161 ceph-mon[36447]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-26T04:51:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:08.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:08 smithi112 ceph-mon[31817]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-02-26T04:51:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:09.343 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:09 smithi175 ceph-mon[36652]: Deploying daemon osd.2 on smithi175 2024-02-26T04:51:09.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:09 smithi161 ceph-mon[36447]: Deploying daemon osd.2 on smithi175 2024-02-26T04:51:09.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:09 smithi112 ceph-mon[31817]: Deploying daemon osd.2 on smithi175 2024-02-26T04:51:10.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:10 smithi175 ceph-mon[36652]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:10 smithi161 ceph-mon[36447]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:10.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:10 smithi112 ceph-mon[31817]: pgmap v81: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:12.290 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:12 smithi175 ceph-mon[36652]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:12 smithi161 ceph-mon[36447]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:12.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:12 smithi112 ceph-mon[31817]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:13 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:13 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:13 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:14.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:13 smithi175 ceph-mon[36652]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:13 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:13 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:13 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:13 smithi161 ceph-mon[36447]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:13 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:13 smithi112 ceph-mon[31817]: pgmap v83: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:16.307 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.303+0000 7f035f7fe700 1 -- 172.21.15.175:0/1277317534 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f036802d950 con 0x7f03540a20c0 2024-02-26T04:51:16.307 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 2 on host 'smithi175' 2024-02-26T04:51:16.308 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 msgr2=0x7f03540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 0x7f03540a4580 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f03580097b0 tx=0x7f0358006d20 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 msgr2=0x7f0368197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f03600060b0 tx=0x7f0360007f90 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 shutdown_connections 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0368107a20 0x7f036819f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03540a20c0 0x7f03540a4580 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03681027c0 0x7f0368197d40 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 --2- 172.21.15.175:0/1277317534 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03681050f0 0x7f0368198280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 >> 172.21.15.175:0/1277317534 conn(0x7f03680fc130 msgr2=0x7f0368103100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 shutdown_connections 2024-02-26T04:51:16.309 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:51:16.306+0000 7f03707c4700 1 -- 172.21.15.175:0/1277317534 wait complete. 2024-02-26T04:51:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:16 smithi175 ceph-mon[36652]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:16 smithi161 ceph-mon[36447]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:16.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:16 smithi112 ceph-mon[31817]: pgmap v84: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:16.962 DEBUG:teuthology.orchestra.run.smithi175:osd.2> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.2.service 2024-02-26T04:51:16.965 INFO:tasks.cephadm:Deploying osd.3 on smithi112 with /dev/vg_nvme/lv_3... 2024-02-26T04:51:16.966 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:17.319 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:17 smithi112 ceph-mon[31817]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:17.417 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:51:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:17.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:17 smithi175 ceph-mon[36652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:17.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:17.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:17 smithi161 ceph-mon[36447]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-02-26T04:51:18.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-26T04:51:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: osdmap e16: 3 total, 2 up, 3 in 2024-02-26T04:51:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:18 smithi175 ceph-mon[36652]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-26T04:51:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: osdmap e16: 3 total, 2 up, 3 in 2024-02-26T04:51:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:18 smithi161 ceph-mon[36447]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: pgmap v85: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-02-26T04:51:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: from='osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: osdmap e16: 3 total, 2 up, 3 in 2024-02-26T04:51:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:18 smithi112 ceph-mon[31817]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:51:19.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-mon[36652]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:51:19.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-mon[36652]: osdmap e17: 3 total, 2 up, 3 in 2024-02-26T04:51:19.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-mon[36652]: from='osd.2 ' entity='osd.2' 2024-02-26T04:51:19.612 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2[41802]: 2024-02-26T04:51:19.198+0000 7f09c1e7b700 -1 osd.2 0 waiting for initial osdmap 2024-02-26T04:51:19.612 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2[41802]: 2024-02-26T04:51:19.205+0000 7f09ba467700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:51:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:19 smithi161 ceph-mon[36447]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:51:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:19 smithi161 ceph-mon[36447]: osdmap e17: 3 total, 2 up, 3 in 2024-02-26T04:51:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:19 smithi161 ceph-mon[36447]: from='osd.2 ' entity='osd.2' 2024-02-26T04:51:19.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:19 smithi112 ceph-mon[31817]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:51:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:19 smithi112 ceph-mon[31817]: osdmap e17: 3 total, 2 up, 3 in 2024-02-26T04:51:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:19 smithi112 ceph-mon[31817]: from='osd.2 ' entity='osd.2' 2024-02-26T04:51:20.230 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-26T04:51:20.230 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-26T04:51:20.230 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-02-26T04:51:20.230 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-02-26T04:51:20.231 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0386838 s, 271 MB/s 2024-02-26T04:51:20.231 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-02-26T04:51:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:51:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:51:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] boot 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: osdmap e18: 3 total, 3 up, 3 in 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:51:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:51:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] boot 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: osdmap e18: 3 total, 3 up, 3 in 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: pgmap v88: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: osd.2 [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] boot 2024-02-26T04:51:20.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: osdmap e18: 3 total, 3 up, 3 in 2024-02-26T04:51:20.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:51:20.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:20.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:20.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:20.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:21.019 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi112:vg_nvme/lv_3 2024-02-26T04:51:21.448 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:51:21.906 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:21 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi175 2024-02-26T04:51:21.907 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:21 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 17080M 2024-02-26T04:51:22.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:21 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi175 2024-02-26T04:51:22.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:21 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 17080M 2024-02-26T04:51:22.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:21 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi175 2024-02-26T04:51:22.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:21 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 17080M 2024-02-26T04:51:23.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:22 smithi112 ceph-mon[31817]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:23.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:22 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.058 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:22 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:23.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:22 smithi112 ceph-mon[31817]: osdmap e19: 3 total, 3 up, 3 in 2024-02-26T04:51:23.059 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:22 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:22 smithi175 ceph-mon[36652]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:23.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:22 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:22 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:23.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:22 smithi175 ceph-mon[36652]: osdmap e19: 3 total, 3 up, 3 in 2024-02-26T04:51:23.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:22 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:22 smithi161 ceph-mon[36447]: pgmap v90: 0 pgs: ; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:23.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:22 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:22 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:23.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:22 smithi161 ceph-mon[36447]: osdmap e19: 3 total, 3 up, 3 in 2024-02-26T04:51:23.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:22 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 -- 172.21.15.112:0/3044525124 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd648104f90 msgr2=0x7fd648107380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3044525124 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd648104f90 0x7fd648107380 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd634009990 tx=0x7fd634009ca0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 -- 172.21.15.112:0/3044525124 shutdown_connections 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3044525124 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd6481078c0 0x7fd648109d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3044525124 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3044525124 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd648104f90 0x7fd648107380 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 -- 172.21.15.112:0/3044525124 >> 172.21.15.112:0/3044525124 conn(0x7fd6480fc050 msgr2=0x7fd6480fe4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:51:23.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 -- 172.21.15.112:0/3044525124 shutdown_connections 2024-02-26T04:51:23.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.511+0000 7fd64ca00700 1 -- 172.21.15.112:0/3044525124 wait complete. 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.512+0000 7fd64ca00700 1 Processor -- start 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.512+0000 7fd64ca00700 1 -- start start 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648199e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 0x7fd64819a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6481a1a20 con 0x7fd6481078c0 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6481a1b60 con 0x7fd648104f90 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd64ca00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6481a1cf0 con 0x7fd648102660 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd647200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd647200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:33386/0 (socket says 172.21.15.112:33386) 2024-02-26T04:51:23.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd647200700 1 -- 172.21.15.112:0/3591492408 learned_addr learned my addr 172.21.15.112:0/3591492408 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:51:23.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd645e00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 0x7fd64819a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:23.517 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.513+0000 7fd646800700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648199e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 -- 172.21.15.112:0/3591492408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 msgr2=0x7fd648199e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648199e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 -- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 msgr2=0x7fd6481a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 -- 172.21.15.112:0/3591492408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd638009520 con 0x7fd648104f90 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd646800700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd647200700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd645e00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 0x7fd64819a3d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6340098e0 tx=0x7fd63400f690 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd63401d070 con 0x7fd648104f90 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6340095f0 con 0x7fd648104f90 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd63400b610 con 0x7fd648104f90 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.514+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd634017650 con 0x7fd648104f90 2024-02-26T04:51:23.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.515+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6481a21f0 con 0x7fd648104f90 2024-02-26T04:51:23.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.515+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd648109480 con 0x7fd648104f90 2024-02-26T04:51:23.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.518+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 15) v1 ==== 136713+0+0 (secure 0 0 0) 0x7fd634021410 con 0x7fd648104f90 2024-02-26T04:51:23.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.519+0000 7fd63f400700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 0x7fd62c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:23.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.519+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3237+0+0 (secure 0 0 0) 0x7fd6340ce380 con 0x7fd648104f90 2024-02-26T04:51:23.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.519+0000 7fd646800700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 0x7fd62c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:23.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.520+0000 7fd646800700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 0x7fd62c0a4580 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd638009fd0 tx=0x7fd638009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:51:23.524 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.521+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd6340987f0 con 0x7fd648104f90 2024-02-26T04:51:23.739 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:23 smithi112 sudo[50968]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:23.739 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:23 smithi112 sudo[50968]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:23.739 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:23 smithi112 sudo[50968]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:23.739 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:23 smithi112 sudo[50968]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:23.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.746+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fd64802d870 con 0x7fd62c0a20c0 2024-02-26T04:51:23.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:23.854+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fd634098bc0 con 0x7fd648104f90 2024-02-26T04:51:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: osdmap e20: 3 total, 3 up, 3 in 2024-02-26T04:51:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:24.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:24.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: osdmap e20: 3 total, 3 up, 3 in 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:24.117 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-02-26T04:51:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: osdmap e20: 3 total, 3 up, 3 in 2024-02-26T04:51:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: pgmap v93: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:24.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:24.488 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:24 smithi112 sudo[51038]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:24.488 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:24 smithi112 sudo[51038]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:24.488 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:24 smithi112 sudo[51038]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:24.489 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 04:51:24 smithi112 sudo[51038]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:24.661 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44784]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:24.662 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44784]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:24.662 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44784]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:24.662 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44784]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:24.944 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44787]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:24.944 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44787]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:24.944 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44787]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:24.944 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 04:51:24 smithi161 sudo[44787]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:24.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:24 smithi161 ceph-mon[36447]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:24.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:24 smithi161 ceph-mon[36447]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-26T04:51:24.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:24 smithi161 ceph-mon[36447]: osdmap e21: 3 total, 3 up, 3 in 2024-02-26T04:51:24.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:24.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:25.107 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:24 smithi112 ceph-mon[31817]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:25.107 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:24 smithi112 ceph-mon[31817]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-26T04:51:25.107 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:24 smithi112 ceph-mon[31817]: osdmap e21: 3 total, 3 up, 3 in 2024-02-26T04:51:25.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:25.108 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:24 smithi175 ceph-mon[36652]: from='client.24194 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:24 smithi175 ceph-mon[36652]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-02-26T04:51:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:24 smithi175 ceph-mon[36652]: osdmap e21: 3 total, 3 up, 3 in 2024-02-26T04:51:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:25.112 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:24 smithi175 sudo[45473]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:25.112 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:24 smithi175 sudo[45473]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:25.112 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:24 smithi175 sudo[45473]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:25.112 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:24 smithi175 sudo[45473]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:25.611 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:25 smithi175 sudo[45476]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:25.611 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:25 smithi175 sudo[45476]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:25.612 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:25 smithi175 sudo[45476]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:25.612 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 04:51:25 smithi175 sudo[45476]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:26.039 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:25 smithi112 sudo[51118]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:26.039 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:25 smithi112 sudo[51118]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:26.039 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:25 smithi112 sudo[51118]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:26.039 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:25 smithi112 sudo[51118]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:26 smithi112 sudo[51144]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:26 smithi112 sudo[51144]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:26 smithi112 sudo[51144]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:26 smithi112 sudo[51144]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45479]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45479]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45479]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45479]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45482]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45482]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:26.866 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45482]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:26.867 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 sudo[45482]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:27.123 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:26 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:27.124 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44790]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/smartctl -x --json=o /dev/nvme0n1 2024-02-26T04:51:27.124 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44790]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:27.124 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44790]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:27.124 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44790]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:27.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:26 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:27.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:26 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:27.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44793]: ceph : TTY=unknown ; PWD=/ ; USER=root ; COMMAND=/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-02-26T04:51:27.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44793]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-02-26T04:51:27.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44793]: pam_unix(sudo:session): session opened for user root by (uid=0) 2024-02-26T04:51:27.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 sudo[44793]: pam_unix(sudo:session): session closed for user root 2024-02-26T04:51:28.191 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.191 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.191 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.191 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.191 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.192 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1643749505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]': finished 2024-02-26T04:51:28.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: osdmap e22: 4 total, 3 up, 4 in 2024-02-26T04:51:28.193 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1643749505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]': finished 2024-02-26T04:51:28.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: osdmap e22: 4 total, 3 up, 4 in 2024-02-26T04:51:28.196 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:28.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: pgmap v95: 1 pgs: 1 unknown; 0 B data, 84 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-02-26T04:51:28.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1643749505' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]: dispatch 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "55ea4a62-e407-4f13-8285-911929b032b1"}]': finished 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: osdmap e22: 4 total, 3 up, 4 in 2024-02-26T04:51:28.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:28 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1058138453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:29.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:28 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1058138453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:29.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:28 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1058138453' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:30.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:29 smithi161 ceph-mon[36447]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:30.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:29 smithi112 ceph-mon[31817]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:30.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:29 smithi175 ceph-mon[36652]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 87 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:32.433 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:32 smithi112 ceph-mon[31817]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:32 smithi175 ceph-mon[36652]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:32.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:32 smithi161 ceph-mon[36447]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:34.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:34 smithi112 ceph-mon[31817]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-02-26T04:51:34.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:34 smithi175 ceph-mon[36652]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-02-26T04:51:34.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:34 smithi161 ceph-mon[36447]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 44 KiB/s wr, 4 op/s 2024-02-26T04:51:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:36 smithi175 ceph-mon[36652]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-02-26T04:51:36.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:36 smithi161 ceph-mon[36447]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-02-26T04:51:36.707 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:36 smithi112 ceph-mon[31817]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1.2 KiB/s rd, 33 KiB/s wr, 3 op/s 2024-02-26T04:51:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-26T04:51:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:37.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-26T04:51:37.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-02-26T04:51:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:38.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:38 smithi112 ceph-mon[31817]: Deploying daemon osd.3 on smithi112 2024-02-26T04:51:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:38 smithi112 ceph-mon[31817]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-02-26T04:51:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:38 smithi175 ceph-mon[36652]: Deploying daemon osd.3 on smithi112 2024-02-26T04:51:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:38 smithi175 ceph-mon[36652]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-02-26T04:51:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:38 smithi161 ceph-mon[36447]: Deploying daemon osd.3 on smithi112 2024-02-26T04:51:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:38 smithi161 ceph-mon[36447]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 1023 B/s rd, 26 KiB/s wr, 2 op/s 2024-02-26T04:51:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:40 smithi175 ceph-mon[36652]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 885 B/s rd, 23 KiB/s wr, 2 op/s 2024-02-26T04:51:40.620 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:40 smithi112 ceph-mon[31817]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 885 B/s rd, 23 KiB/s wr, 2 op/s 2024-02-26T04:51:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:40 smithi161 ceph-mon[36447]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 885 B/s rd, 23 KiB/s wr, 2 op/s 2024-02-26T04:51:42.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:42 smithi112 ceph-mon[31817]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:42.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:42 smithi175 ceph-mon[36652]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:42 smithi161 ceph-mon[36447]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:44.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:44 smithi112 ceph-mon[31817]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:44 smithi175 ceph-mon[36652]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:44 smithi161 ceph-mon[36447]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail; 853 B/s rd, 22 KiB/s wr, 2 op/s 2024-02-26T04:51:45.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:45.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:45.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:45 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:45.877 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:45 smithi112 ceph-mon[31817]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:45 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:45 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:45 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:45 smithi161 ceph-mon[36447]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:46.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:46.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:46.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:45 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:46.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:45 smithi175 ceph-mon[36652]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:48.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:48 smithi112 ceph-mon[31817]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:48.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:48.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:48 smithi175 ceph-mon[36652]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:48 smithi161 ceph-mon[36447]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:49.452 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 3 on host 'smithi112' 2024-02-26T04:51:49.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.448+0000 7fd63f400700 1 -- 172.21.15.112:0/3591492408 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fd64802d870 con 0x7fd62c0a20c0 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 msgr2=0x7fd62c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 0x7fd62c0a4580 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd638009fd0 tx=0x7fd638009260 comp rx=0 tx=0).stop 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 msgr2=0x7fd64819a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 0x7fd64819a3d0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fd6340098e0 tx=0x7fd63400f690 comp rx=0 tx=0).stop 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 shutdown_connections 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd6481078c0 0x7fd6481a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd62c0a20c0 0x7fd62c0a4580 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd648102660 0x7fd648199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:49.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 --2- 172.21.15.112:0/3591492408 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd648104f90 0x7fd64819a3d0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:49.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 >> 172.21.15.112:0/3591492408 conn(0x7fd6480fc050 msgr2=0x7fd648101d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:51:49.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 shutdown_connections 2024-02-26T04:51:49.456 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:51:49.452+0000 7fd64ca00700 1 -- 172.21.15.112:0/3591492408 wait complete. 2024-02-26T04:51:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:49 smithi175 ceph-mon[36652]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-26T04:51:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:49 smithi161 ceph-mon[36447]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-26T04:51:49.727 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:49.727 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:49 smithi112 ceph-mon[31817]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-02-26T04:51:50.220 DEBUG:teuthology.orchestra.run.smithi112:osd.3> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.3.service 2024-02-26T04:51:50.224 INFO:tasks.cephadm:Deploying osd.4 on smithi161 with /dev/vg_nvme/lv_3... 2024-02-26T04:51:50.225 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: osdmap e23: 4 total, 3 up, 4 in 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:50.470 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:50.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:51:50.471 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:50 smithi112 ceph-mon[31817]: osdmap e24: 4 total, 3 up, 4 in 2024-02-26T04:51:50.478 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: osdmap e23: 4 total, 3 up, 4 in 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.600 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.601 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:50.601 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:51:50.601 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:50 smithi161 ceph-mon[36447]: osdmap e24: 4 total, 3 up, 4 in 2024-02-26T04:51:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-02-26T04:51:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: osdmap e23: 4 total, 3 up, 4 in 2024-02-26T04:51:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: from='osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:51:50.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:50 smithi175 ceph-mon[36652]: osdmap e24: 4 total, 3 up, 4 in 2024-02-26T04:51:51.593 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:51 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.593 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:51 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.593 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:51 smithi161 ceph-mon[36447]: osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] boot 2024-02-26T04:51:51.593 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:51 smithi161 ceph-mon[36447]: osdmap e25: 4 total, 4 up, 4 in 2024-02-26T04:51:51.593 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:51 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:51 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:51 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:51 smithi175 ceph-mon[36652]: osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] boot 2024-02-26T04:51:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:51 smithi175 ceph-mon[36652]: osdmap e25: 4 total, 4 up, 4 in 2024-02-26T04:51:51.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:51 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.633 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:51 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:51 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:51.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:51 smithi112 ceph-mon[31817]: osd.3 [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] boot 2024-02-26T04:51:51.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:51 smithi112 ceph-mon[31817]: osdmap e25: 4 total, 4 up, 4 in 2024-02-26T04:51:51.634 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:51 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:51:52.462 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:52 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:51:52.462 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:52 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:51:52.462 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:52 smithi161 ceph-mon[36447]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:52.462 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:52 smithi161 ceph-mon[36447]: osdmap e26: 4 total, 4 up, 4 in 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr: stderr: 10+0 records in 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr:10+0 records out 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131504 s, 797 MB/s 2024-02-26T04:51:52.463 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping successful for: 2024-02-26T04:51:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:52 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:51:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:52 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:51:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:52 smithi175 ceph-mon[36652]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:52 smithi175 ceph-mon[36652]: osdmap e26: 4 total, 4 up, 4 in 2024-02-26T04:51:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:52 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:51:52.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:52 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:51:52.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:52 smithi112 ceph-mon[31817]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 86 MiB used, 268 GiB / 268 GiB avail 2024-02-26T04:51:52.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:52 smithi112 ceph-mon[31817]: osdmap e26: 4 total, 4 up, 4 in 2024-02-26T04:51:53.117 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi161:vg_nvme/lv_3 2024-02-26T04:51:53.360 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:51:54.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:53 smithi175 ceph-mon[36652]: osdmap e27: 4 total, 4 up, 4 in 2024-02-26T04:51:54.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:53 smithi175 ceph-mon[36652]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:54.146 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:53 smithi161 ceph-mon[36447]: osdmap e27: 4 total, 4 up, 4 in 2024-02-26T04:51:54.146 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:53 smithi161 ceph-mon[36447]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:53 smithi112 ceph-mon[31817]: osdmap e27: 4 total, 4 up, 4 in 2024-02-26T04:51:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:53 smithi112 ceph-mon[31817]: pgmap v115: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- 172.21.15.161:0/1591448477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30101ca0 msgr2=0x7fba301020c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 --2- 172.21.15.161:0/1591448477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30101ca0 0x7fba301020c0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fba2c0099c0 tx=0x7fba2c009cd0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- 172.21.15.161:0/1591448477 shutdown_connections 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 --2- 172.21.15.161:0/1591448477 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30103840 0x7fba3010a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 --2- 172.21.15.161:0/1591448477 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30101ca0 0x7fba301020c0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 --2- 172.21.15.161:0/1591448477 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30102ea0 0x7fba30103300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.934 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- 172.21.15.161:0/1591448477 >> 172.21.15.161:0/1591448477 conn(0x7fba300fd280 msgr2=0x7fba300ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- 172.21.15.161:0/1591448477 shutdown_connections 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- 172.21.15.161:0/1591448477 wait complete. 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 Processor -- start 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.927+0000 7fba37b96700 1 -- start start 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 0x7fba30197d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30102ea0 0x7fba30198250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba3019f860 con 0x7fba30101ca0 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba3019f9a0 con 0x7fba30103840 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba3019fb60 con 0x7fba30102ea0 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:45302/0 (socket says 172.21.15.161:45302) 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 -- 172.21.15.161:0/4195246665 learned_addr learned my addr 172.21.15.161:0/4195246665 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-02-26T04:51:54.935 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba35131700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30102ea0 0x7fba30198250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba35932700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 0x7fba30197d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 -- 172.21.15.161:0/4195246665 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30102ea0 msgr2=0x7fba30198250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30102ea0 0x7fba30198250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 -- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 msgr2=0x7fba30197d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 0x7fba30197d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 -- 172.21.15.161:0/4195246665 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba2c0095f0 con 0x7fba30103840 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba35932700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 0x7fba30197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba36133700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fba28007d70 tx=0x7fba2800a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba2800ad40 con 0x7fba30103840 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fba28012920 con 0x7fba30103840 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba3019fe40 con 0x7fba30103840 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.928+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba28011820 con 0x7fba30103840 2024-02-26T04:51:54.936 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.929+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba301a0200 con 0x7fba30103840 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.929+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba30109060 con 0x7fba30103840 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.930+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fba28012a90 con 0x7fba30103840 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.931+0000 7fba26ffd700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 0x7fba1c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.931+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 3669+0+0 (secure 0 0 0) 0x7fba280ccd20 con 0x7fba30103840 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.931+0000 7fba35932700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 0x7fba1c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:51:54.937 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.932+0000 7fba35932700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 0x7fba1c0a4610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fba2c000c00 tx=0x7fba2c009f10 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:51:54.938 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:54.935+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fba28096f10 con 0x7fba30103840 2024-02-26T04:51:55.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:54 smithi175 ceph-mon[36652]: osdmap e28: 4 total, 4 up, 4 in 2024-02-26T04:51:55.142 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:51:55.139+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7fba3002d950 con 0x7fba1c0a2150 2024-02-26T04:51:55.142 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:54 smithi161 ceph-mon[36447]: osdmap e28: 4 total, 4 up, 4 in 2024-02-26T04:51:55.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:54 smithi112 ceph-mon[31817]: osdmap e28: 4 total, 4 up, 4 in 2024-02-26T04:51:56.001 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi112 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: osdmap e29: 4 total, 4 up, 4 in 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 8545M 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:56.002 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:56.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:56.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:56.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.003 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:55 smithi161 ceph-mon[36447]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:56.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi112 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: osdmap e29: 4 total, 4 up, 4 in 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 8545M 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.113 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:55 smithi175 ceph-mon[36652]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:56.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi112 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: osdmap e29: 4 total, 4 up, 4 in 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:51:56.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 8545M 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:51:56.241 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:51:56.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:51:56.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:51:56.242 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:55 smithi112 ceph-mon[31817]: pgmap v118: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:51:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:51:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/1150583558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]': finished 2024-02-26T04:51:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: osdmap e30: 5 total, 4 up, 5 in 2024-02-26T04:51:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:51:58.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:51:58.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/1150583558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]': finished 2024-02-26T04:51:58.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: osdmap e30: 5 total, 4 up, 5 in 2024-02-26T04:51:58.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/1150583558' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]: dispatch 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2b4c1a06-4970-4a8c-8d72-5adb767ee885"}]': finished 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: osdmap e30: 5 total, 4 up, 5 in 2024-02-26T04:51:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:51:59.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:51:59 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/1685876940' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:59.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:51:59 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/1685876940' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:51:59.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:51:59 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/1685876940' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:00.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:00 smithi175 ceph-mon[36652]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:00 smithi161 ceph-mon[36447]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:00 smithi112 ceph-mon[31817]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:02.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:02 smithi175 ceph-mon[36652]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-26T04:52:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:02 smithi161 ceph-mon[36447]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-26T04:52:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:02 smithi112 ceph-mon[31817]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 78 KiB/s, 0 objects/s recovering 2024-02-26T04:52:04.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:04 smithi161 ceph-mon[36447]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-02-26T04:52:04.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:04 smithi175 ceph-mon[36652]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-02-26T04:52:04.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:04 smithi112 ceph-mon[31817]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 69 KiB/s, 0 objects/s recovering 2024-02-26T04:52:05.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-26T04:52:05.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-26T04:52:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:05.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-02-26T04:52:05.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:06.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:06 smithi161 ceph-mon[36447]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:52:06.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:06 smithi161 ceph-mon[36447]: Deploying daemon osd.4 on smithi161 2024-02-26T04:52:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:06 smithi175 ceph-mon[36652]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:52:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:06 smithi175 ceph-mon[36652]: Deploying daemon osd.4 on smithi161 2024-02-26T04:52:06.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:06 smithi112 ceph-mon[31817]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:52:06.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:06 smithi112 ceph-mon[31817]: Deploying daemon osd.4 on smithi161 2024-02-26T04:52:08.605 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:08 smithi161 ceph-mon[36447]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:08.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:08 smithi175 ceph-mon[36652]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:08.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:08 smithi112 ceph-mon[31817]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:10.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:10 smithi161 ceph-mon[36447]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:10.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:10 smithi175 ceph-mon[36652]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:10.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:10 smithi112 ceph-mon[31817]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:11 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:11 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:11 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:11 smithi161 ceph-mon[36447]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:11 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:11 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:11 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:11 smithi112 ceph-mon[31817]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:11 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:11 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:11 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:11 smithi175 ceph-mon[36652]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:14.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:14 smithi161 ceph-mon[36447]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:14.328 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.326+0000 7fba26ffd700 1 -- 172.21.15.161:0/4195246665 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fba3002d950 con 0x7fba1c0a2150 2024-02-26T04:52:14.329 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 4 on host 'smithi161' 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 msgr2=0x7fba1c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 0x7fba1c0a4610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fba2c000c00 tx=0x7fba2c009f10 comp rx=0 tx=0).stop 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 msgr2=0x7fba3019f290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fba28007d70 tx=0x7fba2800a340 comp rx=0 tx=0).stop 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 shutdown_connections 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fba30103840 0x7fba3019f290 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fba30101ca0 0x7fba30197d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fba1c0a2150 0x7fba1c0a4610 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:14.331 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 --2- 172.21.15.161:0/4195246665 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fba30102ea0 0x7fba30198250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:14.332 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.328+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 >> 172.21.15.161:0/4195246665 conn(0x7fba300fd280 msgr2=0x7fba301061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:52:14.332 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.329+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 shutdown_connections 2024-02-26T04:52:14.332 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:52:14.329+0000 7fba37b96700 1 -- 172.21.15.161:0/4195246665 wait complete. 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:14 smithi112 ceph-mon[31817]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:14.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:14.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:14.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:14.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:14 smithi175 ceph-mon[36652]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:14.894 DEBUG:teuthology.orchestra.run.smithi161:osd.4> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.4.service 2024-02-26T04:52:14.897 INFO:tasks.cephadm:Deploying osd.5 on smithi175 with /dev/vg_nvme/lv_3... 2024-02-26T04:52:14.897 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-02-26T04:52:15.141 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:52:15.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:15.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:15 smithi161 ceph-mon[36447]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:15.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:15 smithi161 ceph-mon[36447]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:15.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:15.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:15 smithi175 ceph-mon[36652]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:15.565 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:15 smithi175 ceph-mon[36652]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:15 smithi112 ceph-mon[31817]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:15 smithi112 ceph-mon[31817]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-02-26T04:52:16.410 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:16.411 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-26T04:52:16.411 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:16.411 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: osdmap e31: 5 total, 4 up, 5 in 2024-02-26T04:52:16.411 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:16.411 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-mon[36447]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:16.411 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T04:52:16.288+0000 7f222e114700 -1 osd.4 0 waiting for initial osdmap 2024-02-26T04:52:16.411 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 04:52:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T04:52:16.295+0000 7f222a708700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:52:16.473 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:16.473 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-26T04:52:16.473 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:16.473 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: osdmap e31: 5 total, 4 up, 5 in 2024-02-26T04:52:16.473 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:16.474 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:16 smithi175 ceph-mon[36652]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: from='osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: osdmap e31: 5 total, 4 up, 5 in 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:16 smithi112 ceph-mon[31817]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.017295 s, 606 MB/s 2024-02-26T04:52:17.043 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-02-26T04:52:17.572 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:17 smithi161 ceph-mon[36447]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:52:17.572 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:17 smithi161 ceph-mon[36447]: osdmap e32: 5 total, 4 up, 5 in 2024-02-26T04:52:17.572 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:17 smithi175 ceph-mon[36652]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:52:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:17 smithi175 ceph-mon[36652]: osdmap e32: 5 total, 4 up, 5 in 2024-02-26T04:52:17.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:17.644 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_3 2024-02-26T04:52:17.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:17 smithi112 ceph-mon[31817]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:52:17.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:17 smithi112 ceph-mon[31817]: osdmap e32: 5 total, 4 up, 5 in 2024-02-26T04:52:17.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:17.883 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] boot 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: osdmap e33: 5 total, 5 up, 5 in 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:18.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:18.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:52:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] boot 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: osdmap e33: 5 total, 5 up, 5 in 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:18.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:52:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:52:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-02-26T04:52:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: osd.4 [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] boot 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: osdmap e33: 5 total, 5 up, 5 in 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:18.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:19.398 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 -- 172.21.15.175:0/1305006805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e8100c10 msgr2=0x7f87e8101030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:19.398 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1305006805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e8100c10 0x7f87e8101030 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f87e4009990 tx=0x7f87e4009ca0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 -- 172.21.15.175:0/1305006805 shutdown_connections 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1305006805 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87e81027b0 0x7f87e8109060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1305006805 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e8100c10 0x7f87e8101030 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1305006805 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 0x7f87e8102270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 -- 172.21.15.175:0/1305006805 >> 172.21.15.175:0/1305006805 conn(0x7f87e80fc1d0 msgr2=0x7f87e80fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 -- 172.21.15.175:0/1305006805 shutdown_connections 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.394+0000 7f87efa3c700 1 -- 172.21.15.175:0/1305006805 wait complete. 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 Processor -- start 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 -- start start 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87e8100c10 0x7f87e8104ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 0x7f87e81031f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:19.399 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e8103eb0 con 0x7f87e8100c10 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e8104020 con 0x7f87e8101e10 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87efa3c700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e81a1f00 con 0x7f87e81027b0 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:34252/0 (socket says 172.21.15.175:34252) 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 -- 172.21.15.175:0/1771897284 learned_addr learned my addr 172.21.15.175:0/1771897284 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87ecfd7700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 0x7f87e81031f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 -- 172.21.15.175:0/1771897284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 msgr2=0x7f87e81031f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 0x7f87e81031f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 -- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87e8100c10 msgr2=0x7f87e8104ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87e8100c10 0x7f87e8104ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 -- 172.21.15.175:0/1771897284 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87e40095f0 con 0x7f87e81027b0 2024-02-26T04:52:19.400 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.395+0000 7f87edfd9700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f87e000b970 tx=0x7f87e000bd30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:52:19.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.396+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e000c9b0 con 0x7f87e81027b0 2024-02-26T04:52:19.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.396+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f87e000cb10 con 0x7f87e81027b0 2024-02-26T04:52:19.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.396+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87e81a21e0 con 0x7f87e81027b0 2024-02-26T04:52:19.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.396+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87e00075d0 con 0x7f87e81027b0 2024-02-26T04:52:19.401 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.396+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87e81a27b0 con 0x7f87e81027b0 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.397+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87e8068930 con 0x7f87e81027b0 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.398+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f87e000cc80 con 0x7f87e81027b0 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.398+0000 7f87de7fc700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 0x7f87d40a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.398+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f87e0006e40 con 0x7f87e81027b0 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.399+0000 7f87ed7d8700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 0x7f87d40a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:19.402 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.400+0000 7f87ed7d8700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 0x7f87d40a4690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f87e40095c0 tx=0x7f87e4009510 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:52:19.404 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.402+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f87e00967c0 con 0x7f87e81027b0 2024-02-26T04:52:19.604 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:19.601+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f87e80fe3f0 con 0x7f87d40a21d0 2024-02-26T04:52:19.604 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:19 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi161 2024-02-26T04:52:19.604 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:19 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 8540M 2024-02-26T04:52:19.604 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:19 smithi175 ceph-mon[36652]: osdmap e34: 5 total, 5 up, 5 in 2024-02-26T04:52:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:19 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi161 2024-02-26T04:52:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:19 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 8540M 2024-02-26T04:52:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:19 smithi161 ceph-mon[36447]: osdmap e34: 5 total, 5 up, 5 in 2024-02-26T04:52:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:19 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi161 2024-02-26T04:52:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:19 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 8540M 2024-02-26T04:52:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:19 smithi112 ceph-mon[31817]: osdmap e34: 5 total, 5 up, 5 in 2024-02-26T04:52:20.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:20 smithi175 ceph-mon[36652]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:20.572 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:20.572 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:20.572 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:20 smithi161 ceph-mon[36447]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:20.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:20 smithi112 ceph-mon[31817]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:20.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:20.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:20.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:21.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:21 smithi175 ceph-mon[36652]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:21.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:21 smithi161 ceph-mon[36447]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:21.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:21 smithi112 ceph-mon[31817]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:22.609 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:22.609 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/4185362394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.609 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.610 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]': finished 2024-02-26T04:52:22.610 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: osdmap e35: 6 total, 5 up, 6 in 2024-02-26T04:52:22.610 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:22 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/4185362394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]': finished 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: osdmap e35: 6 total, 5 up, 6 in 2024-02-26T04:52:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:22 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/4185362394' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]: dispatch 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9e684764-6f34-4e30-bea5-9427811a7257"}]': finished 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: osdmap e35: 6 total, 5 up, 6 in 2024-02-26T04:52:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:22 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:23.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:23 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/2844618604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:23 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/2844618604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:23 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/2844618604' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:24 smithi175 ceph-mon[36652]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:24 smithi161 ceph-mon[36447]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:24 smithi112 ceph-mon[31817]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:26.499 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:26 smithi175 ceph-mon[36652]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:26.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:26 smithi161 ceph-mon[36447]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:26 smithi112 ceph-mon[31817]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:28.601 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:28 smithi175 ceph-mon[36652]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:28 smithi161 ceph-mon[36447]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:28.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:28 smithi112 ceph-mon[31817]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:30.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:30 smithi175 ceph-mon[36652]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:30.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:30 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-26T04:52:30.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:30 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:30.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:30 smithi161 ceph-mon[36447]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:30.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:30 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-26T04:52:30.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:30 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:30.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:30 smithi112 ceph-mon[31817]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:30.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:30 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-02-26T04:52:30.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:30 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:31.529 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:31 smithi175 ceph-mon[36652]: Deploying daemon osd.5 on smithi175 2024-02-26T04:52:31.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:31 smithi161 ceph-mon[36447]: Deploying daemon osd.5 on smithi175 2024-02-26T04:52:31.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:31 smithi112 ceph-mon[31817]: Deploying daemon osd.5 on smithi175 2024-02-26T04:52:32.683 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:32 smithi175 ceph-mon[36652]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:32.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:32 smithi161 ceph-mon[36447]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:32.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:32 smithi112 ceph-mon[31817]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:34.570 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:34 smithi175 ceph-mon[36652]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:34.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:34 smithi161 ceph-mon[36447]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:34.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:34 smithi112 ceph-mon[31817]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:35.807 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:35.807 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:35.807 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:36.503 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:36 smithi175 ceph-mon[36652]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:36.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:36 smithi112 ceph-mon[31817]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:36 smithi161 ceph-mon[36447]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:38.571 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:38.937 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.935+0000 7f87de7fc700 1 -- 172.21.15.175:0/1771897284 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f87e80fe3f0 con 0x7f87d40a21d0 2024-02-26T04:52:38.938 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 5 on host 'smithi175' 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 msgr2=0x7f87d40a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 0x7f87d40a4690 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f87e40095c0 tx=0x7f87e4009510 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 msgr2=0x7f87e8103730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f87e000b970 tx=0x7f87e000bd30 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 shutdown_connections 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f87d40a21d0 0x7f87d40a4690 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f87e81027b0 0x7f87e8103730 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f87e8100c10 0x7f87e8104ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 --2- 172.21.15.175:0/1771897284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f87e8101e10 0x7f87e81031f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 >> 172.21.15.175:0/1771897284 conn(0x7f87e80fc1d0 msgr2=0x7f87e80fdce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:52:38.940 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 shutdown_connections 2024-02-26T04:52:38.941 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:52:38.937+0000 7f87efa3c700 1 -- 172.21.15.175:0/1771897284 wait complete. 2024-02-26T04:52:39.558 DEBUG:teuthology.orchestra.run.smithi175:osd.5> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.5.service 2024-02-26T04:52:39.561 INFO:tasks.cephadm:Deploying osd.6 on smithi112 with /dev/vg_nvme/lv_2... 2024-02-26T04:52:39.561 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-26T04:52:40.006 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:39 smithi175 ceph-mon[36652]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:39 smithi161 ceph-mon[36447]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-02-26T04:52:40.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:39 smithi112 ceph-mon[31817]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:41.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:40 smithi112 ceph-mon[31817]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-26T04:52:41.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:40 smithi112 ceph-mon[31817]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:40 smithi112 ceph-mon[31817]: osdmap e36: 6 total, 5 up, 6 in 2024-02-26T04:52:41.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:40 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:41.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:40 smithi112 ceph-mon[31817]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-mon[36652]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-26T04:52:41.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-mon[36652]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-mon[36652]: osdmap e36: 6 total, 5 up, 6 in 2024-02-26T04:52:41.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:41.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-mon[36652]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T04:52:40.941+0000 7f51c0aad700 -1 osd.5 0 waiting for initial osdmap 2024-02-26T04:52:41.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 04:52:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T04:52:40.951+0000 7f51bd0a1700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:52:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:40 smithi161 ceph-mon[36447]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-02-26T04:52:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:40 smithi161 ceph-mon[36447]: from='osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:40 smithi161 ceph-mon[36447]: osdmap e36: 6 total, 5 up, 6 in 2024-02-26T04:52:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:40 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:40 smithi161 ceph-mon[36447]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: osdmap e37: 6 total, 5 up, 6 in 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] boot 2024-02-26T04:52:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: osdmap e38: 6 total, 6 up, 6 in 2024-02-26T04:52:41.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.079 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:52:42.079 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: osdmap e37: 6 total, 5 up, 6 in 2024-02-26T04:52:42.079 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.080 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.080 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:42.080 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] boot 2024-02-26T04:52:42.080 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: osdmap e38: 6 total, 6 up, 6 in 2024-02-26T04:52:42.080 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:41 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: osdmap e37: 6 total, 5 up, 6 in 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: osd.5 [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] boot 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: osdmap e38: 6 total, 6 up, 6 in 2024-02-26T04:52:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:41 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:52:42.925 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-26T04:52:42.925 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-26T04:52:42.925 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-02-26T04:52:42.926 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-02-26T04:52:42.926 INFO:teuthology.orchestra.run.smithi112.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0364287 s, 288 MB/s 2024-02-26T04:52:42.926 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi175 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:43.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:43.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:42 smithi112 ceph-mon[31817]: osdmap e39: 6 total, 6 up, 6 in 2024-02-26T04:52:43.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:52:43.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:52:43.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi175 2024-02-26T04:52:43.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:42 smithi175 ceph-mon[36652]: osdmap e39: 6 total, 6 up, 6 in 2024-02-26T04:52:43.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:52:43.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi175 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:52:43.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:42 smithi161 ceph-mon[36447]: osdmap e39: 6 total, 6 up, 6 in 2024-02-26T04:52:43.780 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi112:vg_nvme/lv_2 2024-02-26T04:52:43.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:43 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 8540M 2024-02-26T04:52:43.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:43 smithi112 ceph-mon[31817]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:43.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:43 smithi112 ceph-mon[31817]: osdmap e40: 6 total, 6 up, 6 in 2024-02-26T04:52:44.220 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:52:44.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:43 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 8540M 2024-02-26T04:52:44.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:43 smithi175 ceph-mon[36652]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:44.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:43 smithi175 ceph-mon[36652]: osdmap e40: 6 total, 6 up, 6 in 2024-02-26T04:52:44.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:43 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 8540M 2024-02-26T04:52:44.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:43 smithi161 ceph-mon[36447]: pgmap v152: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:44.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:43 smithi161 ceph-mon[36447]: osdmap e40: 6 total, 6 up, 6 in 2024-02-26T04:52:46.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:45 smithi112 ceph-mon[31817]: osdmap e41: 6 total, 6 up, 6 in 2024-02-26T04:52:46.114 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:45 smithi112 ceph-mon[31817]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:46.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.279+0000 7f994dc00700 1 -- 172.21.15.112:0/1091290680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948105050 msgr2=0x7f99481054d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.279+0000 7f994dc00700 1 --2- 172.21.15.112:0/1091290680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948105050 0x7f99481054d0 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f99340098f0 tx=0x7f9934009c00 comp rx=0 tx=0).stop 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.279+0000 7f994dc00700 1 -- 172.21.15.112:0/1091290680 shutdown_connections 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 --2- 172.21.15.112:0/1091290680 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f994810c330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 --2- 172.21.15.112:0/1091290680 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948103e60 0x7f9948104280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 --2- 172.21.15.112:0/1091290680 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948105050 0x7f99481054d0 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 -- 172.21.15.112:0/1091290680 >> 172.21.15.112:0/1091290680 conn(0x7f99480ff430 msgr2=0x7f9948101890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 -- 172.21.15.112:0/1091290680 shutdown_connections 2024-02-26T04:52:46.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.280+0000 7f994dc00700 1 -- 172.21.15.112:0/1091290680 wait complete. 2024-02-26T04:52:46.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.281+0000 7f994dc00700 1 Processor -- start 2024-02-26T04:52:46.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.281+0000 7f994dc00700 1 -- start start 2024-02-26T04:52:46.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 0x7f9948199fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:46.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948105050 0x7f994819a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:46.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f99481a1580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:46.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99481a1b50 con 0x7f9948105050 2024-02-26T04:52:46.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99481a1c90 con 0x7f9948103e60 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f994dc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99481a1e20 con 0x7f9948105a10 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f9946a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 0x7f9948199fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f9946000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948105050 0x7f994819a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f9947400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f99481a1580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f9946a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 0x7f9948199fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:56770/0 (socket says 172.21.15.112:56770) 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.282+0000 7f9946a00700 1 -- 172.21.15.112:0/2392794109 learned_addr learned my addr 172.21.15.112:0/2392794109 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 -- 172.21.15.112:0/2392794109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 msgr2=0x7f9948199fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 0x7f9948199fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 -- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948105050 msgr2=0x7f994819a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948105050 0x7f994819a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 -- 172.21.15.112:0/2392794109 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9934009520 con 0x7f9948105a10 2024-02-26T04:52:46.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f9947400700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f99481a1580 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9940009f60 tx=0x7f9940009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9940018070 con 0x7f9948105a10 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f994000f040 con 0x7f9948105a10 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994000ce20 con 0x7f9948105a10 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99481a20a0 con 0x7f9948105a10 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.283+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99481a2550 con 0x7f9948105a10 2024-02-26T04:52:46.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.284+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f994810b2a0 con 0x7f9948105a10 2024-02-26T04:52:46.289 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.286+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f9940004ad0 con 0x7f9948105a10 2024-02-26T04:52:46.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.288+0000 7f993f400700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 0x7f992c0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:52:46.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.288+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 4533+0+0 (secure 0 0 0) 0x7f99400ccea0 con 0x7f9948105a10 2024-02-26T04:52:46.290 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.288+0000 7f9946a00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 0x7f992c0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:52:46.291 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.289+0000 7f9946a00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 0x7f992c0a4690 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9938009cf0 tx=0x7f9938009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:52:46.292 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.290+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9940096d20 con 0x7f9948105a10 2024-02-26T04:52:46.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:45 smithi175 ceph-mon[36652]: osdmap e41: 6 total, 6 up, 6 in 2024-02-26T04:52:46.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:45 smithi175 ceph-mon[36652]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:46.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:45 smithi161 ceph-mon[36447]: osdmap e41: 6 total, 6 up, 6 in 2024-02-26T04:52:46.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:45 smithi161 ceph-mon[36447]: pgmap v155: 1 pgs: 1 peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:46.524 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:52:46.521+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f994802d8d0 con 0x7f992c0a21d0 2024-02-26T04:52:47.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:46 smithi112 ceph-mon[31817]: osdmap e42: 6 total, 6 up, 6 in 2024-02-26T04:52:47.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:47.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:47.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:47.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:46 smithi175 ceph-mon[36652]: osdmap e42: 6 total, 6 up, 6 in 2024-02-26T04:52:47.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:47.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:47.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:47.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:46 smithi161 ceph-mon[36447]: osdmap e42: 6 total, 6 up, 6 in 2024-02-26T04:52:47.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:52:47.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:52:47.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:52:48.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:47 smithi112 ceph-mon[31817]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:48.207 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:47 smithi112 ceph-mon[31817]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-02-26T04:52:48.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:47 smithi175 ceph-mon[36652]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:48.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:47 smithi175 ceph-mon[36652]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-02-26T04:52:48.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:47 smithi161 ceph-mon[36447]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:52:48.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:47 smithi161 ceph-mon[36447]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 132 KiB/s, 0 objects/s recovering 2024-02-26T04:52:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:50 smithi175 ceph-mon[36652]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:50.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:50 smithi161 ceph-mon[36447]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:50.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:50 smithi112 ceph-mon[31817]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:52:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2425864783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]': finished 2024-02-26T04:52:51.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: osdmap e43: 7 total, 6 up, 7 in 2024-02-26T04:52:51.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:52:51.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:51 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/810007795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:51.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2425864783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]': finished 2024-02-26T04:52:51.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: osdmap e43: 7 total, 6 up, 7 in 2024-02-26T04:52:51.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:52:51.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:51 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/810007795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2425864783' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]: dispatch 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "fc7deaa7-dd49-4fe5-ac81-7845585faa33"}]': finished 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: osdmap e43: 7 total, 6 up, 7 in 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:52:51.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:51 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/810007795' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:52:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:52 smithi161 ceph-mon[36447]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-02-26T04:52:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:52 smithi112 ceph-mon[31817]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-02-26T04:52:52.783 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:52 smithi175 ceph-mon[36652]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-02-26T04:52:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:54 smithi161 ceph-mon[36447]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:52:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:54 smithi112 ceph-mon[31817]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:52:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:54 smithi175 ceph-mon[36652]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:52:56.635 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:56 smithi112 ceph-mon[31817]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:52:56.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:56 smithi161 ceph-mon[36447]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:52:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:56 smithi175 ceph-mon[36652]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:52:58.479 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:52:58 smithi112 ceph-mon[31817]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:52:58 smithi161 ceph-mon[36447]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:52:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:52:58 smithi175 ceph-mon[36652]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:00 smithi161 ceph-mon[36447]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-26T04:53:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:00 smithi112 ceph-mon[31817]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-26T04:53:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:00 smithi175 ceph-mon[36652]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-02-26T04:53:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:01.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:01 smithi161 ceph-mon[36447]: Deploying daemon osd.6 on smithi112 2024-02-26T04:53:01.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:01 smithi112 ceph-mon[31817]: Deploying daemon osd.6 on smithi112 2024-02-26T04:53:01.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:01 smithi175 ceph-mon[36652]: Deploying daemon osd.6 on smithi112 2024-02-26T04:53:02.624 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:02 smithi112 ceph-mon[31817]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:02 smithi161 ceph-mon[36447]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:02 smithi175 ceph-mon[36652]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:04.648 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:04 smithi112 ceph-mon[31817]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:04 smithi161 ceph-mon[36447]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:04 smithi175 ceph-mon[36652]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:06 smithi161 ceph-mon[36447]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:06.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:06 smithi112 ceph-mon[31817]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:06 smithi175 ceph-mon[36652]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:08 smithi161 ceph-mon[36447]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:08.730 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:08 smithi112 ceph-mon[31817]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:08.731 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.731 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.731 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:08 smithi175 ceph-mon[36652]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:08.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:10 smithi161 ceph-mon[36447]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:10 smithi112 ceph-mon[31817]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:10 smithi175 ceph-mon[36652]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:12.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:12 smithi112 ceph-mon[31817]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:12.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:12 smithi112 ceph-mon[31817]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:12.675 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:12 smithi112 ceph-mon[31817]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:12 smithi161 ceph-mon[36447]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:12 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:12 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:12 smithi161 ceph-mon[36447]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:12 smithi161 ceph-mon[36447]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:12 smithi175 ceph-mon[36652]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:12 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:12 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:12 smithi175 ceph-mon[36652]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:12 smithi175 ceph-mon[36652]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-02-26T04:53:13.210 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 6 on host 'smithi112' 2024-02-26T04:53:13.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.206+0000 7f993f400700 1 -- 172.21.15.112:0/2392794109 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f994802d8d0 con 0x7f992c0a21d0 2024-02-26T04:53:13.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 msgr2=0x7f992c0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:13.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 0x7f992c0a4690 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f9938009cf0 tx=0x7f9938009310 comp rx=0 tx=0).stop 2024-02-26T04:53:13.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 msgr2=0x7f99481a1580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:13.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f99481a1580 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9940009f60 tx=0x7f9940009f90 comp rx=0 tx=0).stop 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 shutdown_connections 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f992c0a21d0 0x7f992c0a4690 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9948105a10 0x7f99481a1580 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9948103e60 0x7f9948199fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 --2- 172.21.15.112:0/2392794109 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9948105050 0x7f994819a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 >> 172.21.15.112:0/2392794109 conn(0x7f99480ff430 msgr2=0x7f99481083e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 shutdown_connections 2024-02-26T04:53:13.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:53:13.210+0000 7f994dc00700 1 -- 172.21.15.112:0/2392794109 wait complete. 2024-02-26T04:53:14.060 DEBUG:teuthology.orchestra.run.smithi112:osd.6> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.6.service 2024-02-26T04:53:14.065 INFO:tasks.cephadm:Deploying osd.7 on smithi161 with /dev/vg_nvme/lv_2... 2024-02-26T04:53:14.065 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-26T04:53:14.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-26T04:53:14.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: osdmap e44: 7 total, 6 up, 7 in 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:14 smithi112 ceph-mon[31817]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:14.312 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: osdmap e44: 7 total, 6 up, 7 in 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:14 smithi175 ceph-mon[36652]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: osdmap e44: 7 total, 6 up, 7 in 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:14.434 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:14 smithi161 ceph-mon[36447]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:15.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:15 smithi161 ceph-mon[36447]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:53:15.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:15 smithi161 ceph-mon[36447]: osdmap e45: 7 total, 6 up, 7 in 2024-02-26T04:53:15.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.323 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:15 smithi175 ceph-mon[36652]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:53:15.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:15 smithi175 ceph-mon[36652]: osdmap e45: 7 total, 6 up, 7 in 2024-02-26T04:53:15.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-mon[31817]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:53:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-mon[31817]: osdmap e45: 7 total, 6 up, 7 in 2024-02-26T04:53:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:15.490 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T04:53:15.043+0000 7ff98d400700 -1 osd.6 0 waiting for initial osdmap 2024-02-26T04:53:15.490 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 04:53:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T04:53:15.071+0000 7ff983c00700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:53:16.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:16 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:53:16.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:16 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:53:16.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:16 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:16.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:16 smithi112 ceph-mon[31817]: from='osd.6 ' entity='osd.6' 2024-02-26T04:53:16.167 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:16 smithi112 ceph-mon[31817]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:16.211 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:16 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:53:16.211 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:16 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:53:16.211 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:16 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:16.211 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:16 smithi161 ceph-mon[36447]: from='osd.6 ' entity='osd.6' 2024-02-26T04:53:16.211 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:16 smithi161 ceph-mon[36447]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr: stderr: 10+0 records in 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr:10+0 records out 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130578 s, 803 MB/s 2024-02-26T04:53:16.212 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping successful for: 2024-02-26T04:53:16.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:16 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:53:16.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:16 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:53:16.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:16 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:16.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:16 smithi175 ceph-mon[36652]: from='osd.6 ' entity='osd.6' 2024-02-26T04:53:16.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:16 smithi175 ceph-mon[36652]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-02-26T04:53:16.774 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi161:vg_nvme/lv_2 2024-02-26T04:53:17.013 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:53:17.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:17.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:17 smithi161 ceph-mon[36447]: osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] boot 2024-02-26T04:53:17.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:17 smithi161 ceph-mon[36447]: osdmap e46: 7 total, 7 up, 7 in 2024-02-26T04:53:17.325 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:17 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:17.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:17.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:17 smithi175 ceph-mon[36652]: osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] boot 2024-02-26T04:53:17.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:17 smithi175 ceph-mon[36652]: osdmap e46: 7 total, 7 up, 7 in 2024-02-26T04:53:17.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:17 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:17.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:17.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:17 smithi112 ceph-mon[31817]: osd.6 [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] boot 2024-02-26T04:53:17.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:17 smithi112 ceph-mon[31817]: osdmap e46: 7 total, 7 up, 7 in 2024-02-26T04:53:17.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:17 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:53:18.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:18 smithi112 ceph-mon[31817]: osdmap e47: 7 total, 7 up, 7 in 2024-02-26T04:53:18.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:18 smithi112 ceph-mon[31817]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:18.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:18 smithi175 ceph-mon[36652]: osdmap e47: 7 total, 7 up, 7 in 2024-02-26T04:53:18.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:18 smithi175 ceph-mon[36652]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:18.390 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:18 smithi161 ceph-mon[36447]: osdmap e47: 7 total, 7 up, 7 in 2024-02-26T04:53:18.390 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:18 smithi161 ceph-mon[36447]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:18.578 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 -- 172.21.15.161:0/2438147954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88103840 msgr2=0x7fac8810a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:18.578 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/2438147954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88103840 0x7fac8810a0f0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fac8000b0d0 tx=0x7fac8000b3e0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.578 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 -- 172.21.15.161:0/2438147954 shutdown_connections 2024-02-26T04:53:18.578 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/2438147954 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88103840 0x7fac8810a0f0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/2438147954 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88101ca0 0x7fac881020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/2438147954 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac88102ea0 0x7fac88103300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 -- 172.21.15.161:0/2438147954 >> 172.21.15.161:0/2438147954 conn(0x7fac880fd280 msgr2=0x7fac880ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 -- 172.21.15.161:0/2438147954 shutdown_connections 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.574+0000 7fac8f2dc700 1 -- 172.21.15.161:0/2438147954 wait complete. 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 Processor -- start 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 -- start start 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac88102ea0 0x7fac88074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 0x7fac880745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac88074d20 con 0x7fac88102ea0 2024-02-26T04:53:18.579 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac88074e90 con 0x7fac88101ca0 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8f2dc700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac881a1ee0 con 0x7fac88103840 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:54952/0 (socket says 172.21.15.161:54952) 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 -- 172.21.15.161:0/15571880 learned_addr learned my addr 172.21.15.161:0/15571880 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d879700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 0x7fac880745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 -- 172.21.15.161:0/15571880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 msgr2=0x7fac880745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 0x7fac880745a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 -- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac88102ea0 msgr2=0x7fac88074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac88102ea0 0x7fac88074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d078700 1 -- 172.21.15.161:0/15571880 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac80009d00 con 0x7fac88101ca0 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.575+0000 7fac8d879700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 0x7fac880745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:53:18.580 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac8d078700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fac8400c990 tx=0x7fac8400cd50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:53:18.581 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac84007b00 con 0x7fac88101ca0 2024-02-26T04:53:18.581 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac881a21c0 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fac84007c60 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac84018680 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.576+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac881a2710 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.577+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac88108f90 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.578+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fac84004020 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.578+0000 7fac7e7fc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 0x7fac740a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.579+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fac840cd0a0 con 0x7fac88101ca0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.579+0000 7fac8c877700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 0x7fac740a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:18.582 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.580+0000 7fac8c877700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 0x7fac740a4610 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fac780097b0 tx=0x7fac78006d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:53:18.584 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.582+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fac84096e10 con 0x7fac88101ca0 2024-02-26T04:53:18.786 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:18.783+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fac8802d870 con 0x7fac740a2150 2024-02-26T04:53:19.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:19.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:19.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:19.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.428 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:19.429 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:19.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:19.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:20.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:20.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi112 2024-02-26T04:53:20.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 5697M 2024-02-26T04:53:20.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:20.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:20.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:20.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:20.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:20 smithi175 ceph-mon[36652]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:20.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:20.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi112 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 5697M 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:20.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:20 smithi161 ceph-mon[36447]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: from='client.24293 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi112 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 5697M 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:20.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:20 smithi112 ceph-mon[31817]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:22.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:22.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/1470110373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]': finished 2024-02-26T04:53:22.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: osdmap e48: 8 total, 7 up, 8 in 2024-02-26T04:53:22.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:22.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:22 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/3599723244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/1470110373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]': finished 2024-02-26T04:53:22.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: osdmap e48: 8 total, 7 up, 8 in 2024-02-26T04:53:22.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:22.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:22 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/3599723244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/1470110373' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]: dispatch 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "28e35cc3-10c2-455a-b0c8-de11588ca193"}]': finished 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: osdmap e48: 8 total, 7 up, 8 in 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:22 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/3599723244' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:24.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:24 smithi112 ceph-mon[31817]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:24 smithi175 ceph-mon[36652]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:24 smithi161 ceph-mon[36447]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:26.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:26 smithi161 ceph-mon[36447]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:26.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:26 smithi175 ceph-mon[36652]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:26 smithi112 ceph-mon[31817]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:28.466 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:28 smithi161 ceph-mon[36447]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:28.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:28 smithi175 ceph-mon[36652]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:28.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:28 smithi112 ceph-mon[31817]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:29.592 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-26T04:53:29.592 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:29.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-26T04:53:29.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:29.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-02-26T04:53:29.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:30.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:30 smithi175 ceph-mon[36652]: Deploying daemon osd.7 on smithi161 2024-02-26T04:53:30.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:30 smithi175 ceph-mon[36652]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:30.682 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:30 smithi161 ceph-mon[36447]: Deploying daemon osd.7 on smithi161 2024-02-26T04:53:30.682 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:30 smithi161 ceph-mon[36447]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:30.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:30 smithi112 ceph-mon[31817]: Deploying daemon osd.7 on smithi161 2024-02-26T04:53:30.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:30 smithi112 ceph-mon[31817]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:32.590 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:32 smithi161 ceph-mon[36447]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:32 smithi175 ceph-mon[36652]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:32.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:32 smithi112 ceph-mon[31817]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:34.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:34 smithi175 ceph-mon[36652]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:34.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:34 smithi161 ceph-mon[36447]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:34.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:34 smithi112 ceph-mon[31817]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:35 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:35 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:35.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:35.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:35 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:36.652 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:36 smithi161 ceph-mon[36447]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:36.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:36 smithi112 ceph-mon[31817]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:36 smithi175 ceph-mon[36652]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:38.068 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 7 on host 'smithi161' 2024-02-26T04:53:38.068 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.065+0000 7fac7e7fc700 1 -- 172.21.15.161:0/15571880 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fac8802d870 con 0x7fac740a2150 2024-02-26T04:53:38.070 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.067+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 msgr2=0x7fac740a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:38.070 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.067+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 0x7fac740a4610 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fac780097b0 tx=0x7fac78006d20 comp rx=0 tx=0).stop 2024-02-26T04:53:38.070 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.067+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 msgr2=0x7fac88075a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.067+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fac8400c990 tx=0x7fac8400cd50 comp rx=0 tx=0).stop 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 shutdown_connections 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fac740a2150 0x7fac740a4610 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac88103840 0x7fac880745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac88101ca0 0x7fac88075a10 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 --2- 172.21.15.161:0/15571880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac88102ea0 0x7fac88074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 >> 172.21.15.161:0/15571880 conn(0x7fac880fd280 msgr2=0x7fac881060d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 shutdown_connections 2024-02-26T04:53:38.071 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:53:38.068+0000 7fac8f2dc700 1 -- 172.21.15.161:0/15571880 wait complete. 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.324 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:53:38.662 DEBUG:teuthology.orchestra.run.smithi161:osd.7> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.7.service 2024-02-26T04:53:38.664 INFO:tasks.cephadm:Deploying osd.8 on smithi175 with /dev/vg_nvme/lv_2... 2024-02-26T04:53:38.664 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-02-26T04:53:38.909 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:53:39.343 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:39 smithi175 ceph-mon[36652]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:39.343 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:39 smithi175 ceph-mon[36652]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:39.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:39 smithi161 ceph-mon[36447]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:39.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:39 smithi161 ceph-mon[36447]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:39.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:39 smithi112 ceph-mon[31817]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:39.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:39 smithi112 ceph-mon[31817]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-02-26T04:53:40.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:40.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-26T04:53:40.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: osdmap e49: 8 total, 7 up, 8 in 2024-02-26T04:53:40.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:40.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-mon[36447]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.445 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T04:53:40.276+0000 7f7b5d1f2700 -1 osd.7 0 waiting for initial osdmap 2024-02-26T04:53:40.445 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 04:53:40 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T04:53:40.285+0000 7f7b597e6700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:53:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-26T04:53:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: osdmap e49: 8 total, 7 up, 8 in 2024-02-26T04:53:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:40 smithi175 ceph-mon[36652]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: osdmap e49: 8 total, 7 up, 8 in 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: from='osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:40 smithi112 ceph-mon[31817]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112987 s, 928 MB/s 2024-02-26T04:53:40.848 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-02-26T04:53:41.405 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_2 2024-02-26T04:53:41.430 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:53:41.430 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: osdmap e50: 8 total, 7 up, 8 in 2024-02-26T04:53:41.430 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:41.431 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] boot 2024-02-26T04:53:41.431 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: osdmap e51: 8 total, 8 up, 8 in 2024-02-26T04:53:41.431 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:41 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: osdmap e50: 8 total, 7 up, 8 in 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] boot 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: osdmap e51: 8 total, 8 up, 8 in 2024-02-26T04:53:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:41 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:41.654 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:53:41.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:53:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: osdmap e50: 8 total, 7 up, 8 in 2024-02-26T04:53:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: osd.7 [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] boot 2024-02-26T04:53:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: osdmap e51: 8 total, 8 up, 8 in 2024-02-26T04:53:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:41 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:53:42.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:42 smithi175 ceph-mon[36652]: osdmap e52: 8 total, 8 up, 8 in 2024-02-26T04:53:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:53:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:42 smithi161 ceph-mon[36447]: osdmap e52: 8 total, 8 up, 8 in 2024-02-26T04:53:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:53:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:53:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-02-26T04:53:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:53:42.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:42 smithi112 ceph-mon[31817]: osdmap e52: 8 total, 8 up, 8 in 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.278+0000 7f5c99d60700 1 -- 172.21.15.175:0/1261950970 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94101da0 msgr2=0x7f5c94102200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.278+0000 7f5c99d60700 1 --2- 172.21.15.175:0/1261950970 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94101da0 0x7f5c94102200 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f5c88009990 tx=0x7f5c88009ca0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 -- 172.21.15.175:0/1261950970 shutdown_connections 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 --2- 172.21.15.175:0/1261950970 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c94102740 0x7f5c94108ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 --2- 172.21.15.175:0/1261950970 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 0x7f5c94100fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 --2- 172.21.15.175:0/1261950970 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94101da0 0x7f5c94102200 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 -- 172.21.15.175:0/1261950970 >> 172.21.15.175:0/1261950970 conn(0x7f5c940fc160 msgr2=0x7f5c940fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 -- 172.21.15.175:0/1261950970 shutdown_connections 2024-02-26T04:53:43.284 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 -- 172.21.15.175:0/1261950970 wait complete. 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 Processor -- start 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 -- start start 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 0x7f5c9410b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.279+0000 7f5c99d60700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c94101da0 0x7f5c94109b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9410a7c0 con 0x7f5c94101da0 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c9410a930 con 0x7f5c94100ba0 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c941a1bf0 con 0x7f5c94102740 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55302/0 (socket says 172.21.15.175:55302) 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 -- 172.21.15.175:0/984225093 learned_addr learned my addr 172.21.15.175:0/984225093 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c937fe700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 0x7f5c9410b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 -- 172.21.15.175:0/984225093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 msgr2=0x7f5c9410b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 0x7f5c9410b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 -- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c94101da0 msgr2=0x7f5c94109b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:53:43.285 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c94101da0 0x7f5c94109b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 -- 172.21.15.175:0/984225093 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5c880095f0 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c93fff700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c00b970 tx=0x7f5c8c00bc80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c8c00c930 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5c8c014440 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c941a1ed0 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5c8c0075d0 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.280+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c941a23c0 con 0x7f5c94102740 2024-02-26T04:53:43.286 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.281+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c94107e90 con 0x7f5c94102740 2024-02-26T04:53:43.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.282+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f5c8c0145b0 con 0x7f5c94102740 2024-02-26T04:53:43.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.283+0000 7f5c90ff9700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 0x7f5c7c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:53:43.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.283+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5426+0+0 (secure 0 0 0) 0x7f5c8c006e40 con 0x7f5c94102740 2024-02-26T04:53:43.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.283+0000 7f5c937fe700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 0x7f5c7c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:53:43.287 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.284+0000 7f5c937fe700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 0x7f5c7c0a4610 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c94101c00 tx=0x7f5c8400a380 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:53:43.289 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.287+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5c8c0967b0 con 0x7f5c94102740 2024-02-26T04:53:43.491 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:53:43.488+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f5c9402d950 con 0x7f5c7c0a2150 2024-02-26T04:53:43.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:43 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi161 2024-02-26T04:53:43.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:43 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 5693M 2024-02-26T04:53:43.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:43 smithi175 ceph-mon[36652]: osdmap e53: 8 total, 8 up, 8 in 2024-02-26T04:53:43.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:43 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi161 2024-02-26T04:53:43.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:43 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 5693M 2024-02-26T04:53:43.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:43 smithi161 ceph-mon[36447]: osdmap e53: 8 total, 8 up, 8 in 2024-02-26T04:53:43.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:43 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi161 2024-02-26T04:53:43.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:43 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 5693M 2024-02-26T04:53:43.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:43 smithi112 ceph-mon[31817]: osdmap e53: 8 total, 8 up, 8 in 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-26T04:53:44.439 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:44 smithi175 ceph-mon[36652]: osdmap e54: 8 total, 8 up, 8 in 2024-02-26T04:53:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-26T04:53:44.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:44 smithi161 ceph-mon[36447]: osdmap e54: 8 total, 8 up, 8 in 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: pgmap v196: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-02-26T04:53:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:44 smithi112 ceph-mon[31817]: osdmap e54: 8 total, 8 up, 8 in 2024-02-26T04:53:45.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:45 smithi175 ceph-mon[36652]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:45.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:45 smithi175 ceph-mon[36652]: osdmap e55: 8 total, 8 up, 8 in 2024-02-26T04:53:45.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:45 smithi161 ceph-mon[36447]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:45.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:45 smithi161 ceph-mon[36447]: osdmap e55: 8 total, 8 up, 8 in 2024-02-26T04:53:45.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:45 smithi112 ceph-mon[31817]: from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:53:45.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:45 smithi112 ceph-mon[31817]: osdmap e55: 8 total, 8 up, 8 in 2024-02-26T04:53:46.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/1328226617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]': finished 2024-02-26T04:53:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: osdmap e56: 9 total, 8 up, 9 in 2024-02-26T04:53:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/1328226617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]': finished 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: osdmap e56: 9 total, 8 up, 9 in 2024-02-26T04:53:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: pgmap v199: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/1328226617' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]: dispatch 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "12825f2f-d339-42f8-8f72-b07f5ec395e2"}]': finished 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: osdmap e56: 9 total, 8 up, 9 in 2024-02-26T04:53:46.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:53:47.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/4158602011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:47.692 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/4158602011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:47.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/4158602011' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:53:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:48 smithi175 ceph-mon[36652]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:48 smithi175 ceph-mon[36652]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-26T04:53:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:48 smithi175 ceph-mon[36652]: Cluster is now healthy 2024-02-26T04:53:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:48 smithi161 ceph-mon[36447]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:48 smithi161 ceph-mon[36447]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-26T04:53:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:48 smithi161 ceph-mon[36447]: Cluster is now healthy 2024-02-26T04:53:48.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:48 smithi112 ceph-mon[31817]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:48.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:48 smithi112 ceph-mon[31817]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-02-26T04:53:48.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:48 smithi112 ceph-mon[31817]: Cluster is now healthy 2024-02-26T04:53:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:50 smithi175 ceph-mon[36652]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:50.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:50 smithi161 ceph-mon[36447]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:50.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:50 smithi112 ceph-mon[31817]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:52.490 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:52 smithi175 ceph-mon[36652]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:52 smithi161 ceph-mon[36447]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:52 smithi112 ceph-mon[31817]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:54.457 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:54 smithi175 ceph-mon[36652]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:54.457 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:54 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-26T04:53:54.457 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:54 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:54 smithi161 ceph-mon[36447]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:54 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-26T04:53:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:54 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:54 smithi112 ceph-mon[31817]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:54 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-02-26T04:53:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:54 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:53:55.485 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:55 smithi175 ceph-mon[36652]: Deploying daemon osd.8 on smithi175 2024-02-26T04:53:55.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:55 smithi161 ceph-mon[36447]: Deploying daemon osd.8 on smithi175 2024-02-26T04:53:55.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:55 smithi112 ceph-mon[31817]: Deploying daemon osd.8 on smithi175 2024-02-26T04:53:56.548 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:56 smithi175 ceph-mon[36652]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:56.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:56 smithi161 ceph-mon[36447]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:56.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:56 smithi112 ceph-mon[31817]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:58.449 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:53:58 smithi175 ceph-mon[36652]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:53:58 smithi161 ceph-mon[36447]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:53:58.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:53:58 smithi112 ceph-mon[31817]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:00 smithi175 ceph-mon[36652]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:00.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:00.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:00 smithi161 ceph-mon[36447]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:00.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:00.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:00.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:00 smithi112 ceph-mon[31817]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:02.393 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:02 smithi175 ceph-mon[36652]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:02.471 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.468+0000 7f5c90ff9700 1 -- 172.21.15.175:0/984225093 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f5c9402d950 con 0x7f5c7c0a2150 2024-02-26T04:54:02.472 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 8 on host 'smithi175' 2024-02-26T04:54:02.473 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 msgr2=0x7f5c7c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 0x7f5c7c0a4610 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5c94101c00 tx=0x7f5c8400a380 comp rx=0 tx=0).stop 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 msgr2=0x7f5c9410a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f5c8c00b970 tx=0x7f5c8c00bc80 comp rx=0 tx=0).stop 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 shutdown_connections 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5c7c0a2150 0x7f5c7c0a4610 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5c94102740 0x7f5c9410a040 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:02.474 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5c94100ba0 0x7f5c9410b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:02.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 --2- 172.21.15.175:0/984225093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5c94101da0 0x7f5c94109b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:02.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.469+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 >> 172.21.15.175:0/984225093 conn(0x7f5c940fc160 msgr2=0x7f5c94104fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:54:02.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.470+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 shutdown_connections 2024-02-26T04:54:02.475 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:54:02.470+0000 7f5c99d60700 1 -- 172.21.15.175:0/984225093 wait complete. 2024-02-26T04:54:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:02 smithi161 ceph-mon[36447]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:02 smithi112 ceph-mon[31817]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:03.038 DEBUG:teuthology.orchestra.run.smithi175:osd.8> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.8.service 2024-02-26T04:54:03.081 INFO:tasks.cephadm:Deploying osd.9 on smithi112 with /dev/vg_nvme/lv_1... 2024-02-26T04:54:03.081 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-26T04:54:03.536 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:54:03.681 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.681 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.681 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.682 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.682 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.682 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.807 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.808 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.808 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.808 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-02-26T04:54:03.808 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:03.808 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: osdmap e57: 9 total, 8 up, 9 in 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:04.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:04 smithi112 ceph-mon[31817]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: osdmap e57: 9 total, 8 up, 9 in 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:04 smithi161 ceph-mon[36447]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: from='osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: osdmap e57: 9 total, 8 up, 9 in 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:04.761 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:04 smithi175 ceph-mon[36652]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:54:05.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T04:54:05.271+0000 7fda41353700 -1 osd.8 0 waiting for initial osdmap 2024-02-26T04:54:05.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T04:54:05.287+0000 7fda3993f700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:54:05.643 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:54:05.643 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: osdmap e58: 9 total, 8 up, 9 in 2024-02-26T04:54:05.643 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.643 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.643 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:05.644 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:05 smithi112 ceph-mon[31817]: from='osd.8 ' entity='osd.8' 2024-02-26T04:54:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:54:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: osdmap e58: 9 total, 8 up, 9 in 2024-02-26T04:54:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:05.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:05 smithi175 ceph-mon[36652]: from='osd.8 ' entity='osd.8' 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: osdmap e58: 9 total, 8 up, 9 in 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-02-26T04:54:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:05 smithi161 ceph-mon[36447]: from='osd.8 ' entity='osd.8' 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr: stderr: 10+0 records in 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr:10+0 records out 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0378046 s, 277 MB/s 2024-02-26T04:54:06.493 INFO:teuthology.orchestra.run.smithi112.stderr:--> Zapping successful for: 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] boot 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: osdmap e59: 9 total, 9 up, 9 in 2024-02-26T04:54:06.585 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:06 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:06.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:54:06.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:54:06.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:06.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] boot 2024-02-26T04:54:06.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: osdmap e59: 9 total, 9 up, 9 in 2024-02-26T04:54:06.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:54:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:54:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: osd.8 [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] boot 2024-02-26T04:54:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: osdmap e59: 9 total, 9 up, 9 in 2024-02-26T04:54:06.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:06 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:54:07.428 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi112:vg_nvme/lv_1 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: osdmap e60: 9 total, 9 up, 9 in 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi175 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 5693M 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:07.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:07 smithi112 ceph-mon[31817]: osdmap e61: 9 total, 9 up, 9 in 2024-02-26T04:54:07.857 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: osdmap e60: 9 total, 9 up, 9 in 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi175 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 5693M 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:07.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:07 smithi175 ceph-mon[36652]: osdmap e61: 9 total, 9 up, 9 in 2024-02-26T04:54:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: osdmap e60: 9 total, 9 up, 9 in 2024-02-26T04:54:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi175 2024-02-26T04:54:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 5693M 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: pgmap v215: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:07.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:07 smithi161 ceph-mon[36447]: osdmap e61: 9 total, 9 up, 9 in 2024-02-26T04:54:09.649 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:09 smithi112 ceph-mon[31817]: osdmap e62: 9 total, 9 up, 9 in 2024-02-26T04:54:09.650 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:09 smithi112 ceph-mon[31817]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:09.766 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:09 smithi161 ceph-mon[36447]: osdmap e62: 9 total, 9 up, 9 in 2024-02-26T04:54:09.767 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:09 smithi161 ceph-mon[36447]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:09 smithi175 ceph-mon[36652]: osdmap e62: 9 total, 9 up, 9 in 2024-02-26T04:54:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:09 smithi175 ceph-mon[36652]: pgmap v218: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:10.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 -- 172.21.15.112:0/4270298650 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0330109b80 msgr2=0x7f033010c010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 --2- 172.21.15.112:0/4270298650 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0330109b80 0x7f033010c010 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f0328009f90 tx=0x7f032800b330 comp rx=0 tx=0).stop 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 -- 172.21.15.112:0/4270298650 shutdown_connections 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 --2- 172.21.15.112:0/4270298650 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0330109b80 0x7f033010c010 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 --2- 172.21.15.112:0/4270298650 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 0x7f0330074100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 --2- 172.21.15.112:0/4270298650 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03300746d0 0x7f0330074b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 -- 172.21.15.112:0/4270298650 >> 172.21.15.112:0/4270298650 conn(0x7f03300fd210 msgr2=0x7f03300ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 -- 172.21.15.112:0/4270298650 shutdown_connections 2024-02-26T04:54:10.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.210+0000 7f0335e00700 1 -- 172.21.15.112:0/4270298650 wait complete. 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.211+0000 7f0335e00700 1 Processor -- start 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 -- start start 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 0x7f033019a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 0x7f03301a1640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03301a1c10 con 0x7f0330109b80 2024-02-26T04:54:10.216 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03301a1d50 con 0x7f03300746d0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f0335e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03301a1ee0 con 0x7f0330075ca0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 0x7f03301a1640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032ea00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032ea00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:36162/0 (socket says 172.21.15.112:36162) 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032ea00700 1 -- 172.21.15.112:0/76127146 learned_addr learned my addr 172.21.15.112:0/76127146 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032f400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 0x7f03301a1640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:32772/0 (socket says 172.21.15.112:32772) 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.212+0000 7f032e000700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 0x7f033019a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 -- 172.21.15.112:0/76127146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 msgr2=0x7f033019a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 0x7f033019a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 -- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 msgr2=0x7f03301a1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 0x7f03301a1640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 -- 172.21.15.112:0/76127146 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0328009c40 con 0x7f03300746d0 2024-02-26T04:54:10.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f032ea00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f032000e970 tx=0x7f032000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.213+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0320009790 con 0x7f03300746d0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.214+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f032000c7c0 con 0x7f03300746d0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.214+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03301a21c0 con 0x7f03300746d0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.214+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0320005650 con 0x7f03300746d0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.214+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03301a26c0 con 0x7f03300746d0 2024-02-26T04:54:10.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.215+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0330108940 con 0x7f03300746d0 2024-02-26T04:54:10.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.217+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f032000cd50 con 0x7f03300746d0 2024-02-26T04:54:10.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.218+0000 7f0334a00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 0x7f03140a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:10.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.218+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5829+0+0 (secure 0 0 0) 0x7f0320014070 con 0x7f03300746d0 2024-02-26T04:54:10.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.218+0000 7f032e000700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 0x7f03140a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:10.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.219+0000 7f032e000700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 0x7f03140a4690 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f03300759d0 tx=0x7f031c009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:54:10.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.223+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0320096df0 con 0x7f03300746d0 2024-02-26T04:54:10.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:10.452+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f033002d870 con 0x7f03140a21d0 2024-02-26T04:54:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:10 smithi112 ceph-mon[31817]: osdmap e63: 9 total, 9 up, 9 in 2024-02-26T04:54:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:10 smithi175 ceph-mon[36652]: osdmap e63: 9 total, 9 up, 9 in 2024-02-26T04:54:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:10 smithi161 ceph-mon[36447]: osdmap e63: 9 total, 9 up, 9 in 2024-02-26T04:54:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:11.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:11 smithi112 ceph-mon[31817]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:11.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:11 smithi112 ceph-mon[31817]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:11 smithi175 ceph-mon[36652]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:11 smithi175 ceph-mon[36652]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:11.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:11 smithi161 ceph-mon[36447]: from='client.24332 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi112:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:11.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:11 smithi161 ceph-mon[36447]: pgmap v220: 1 pgs: 1 remapped+peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:14.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:14 smithi175 ceph-mon[36652]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:54:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:14 smithi161 ceph-mon[36447]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:54:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:14 smithi112 ceph-mon[31817]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-02-26T04:54:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:15 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]: dispatch 2024-02-26T04:54:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:15 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]': finished 2024-02-26T04:54:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:15 smithi112 ceph-mon[31817]: osdmap e64: 10 total, 9 up, 10 in 2024-02-26T04:54:15.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:15.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:15 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]: dispatch 2024-02-26T04:54:15.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:15 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]': finished 2024-02-26T04:54:15.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:15 smithi175 ceph-mon[36652]: osdmap e64: 10 total, 9 up, 10 in 2024-02-26T04:54:15.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:15 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]: dispatch 2024-02-26T04:54:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:15 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2015849013' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c41556df-97e5-483c-99b9-2106ee976ae4"}]': finished 2024-02-26T04:54:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:15 smithi161 ceph-mon[36447]: osdmap e64: 10 total, 9 up, 10 in 2024-02-26T04:54:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:16 smithi175 ceph-mon[36652]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-02-26T04:54:16.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:16 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/661348658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:16 smithi161 ceph-mon[36447]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-02-26T04:54:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:16 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/661348658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:16 smithi112 ceph-mon[31817]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-02-26T04:54:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:16 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/661348658' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:18.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:18 smithi175 ceph-mon[36652]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:54:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:18 smithi161 ceph-mon[36447]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:54:18.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:18 smithi112 ceph-mon[31817]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:54:20.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:20 smithi175 ceph-mon[36652]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-02-26T04:54:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:20 smithi161 ceph-mon[36447]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-02-26T04:54:20.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:20 smithi112 ceph-mon[31817]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-02-26T04:54:22.593 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:22 smithi112 ceph-mon[31817]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:54:22.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:22 smithi175 ceph-mon[36652]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:54:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:22 smithi161 ceph-mon[36447]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-02-26T04:54:24.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:24 smithi175 ceph-mon[36652]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:24 smithi161 ceph-mon[36447]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:24 smithi112 ceph-mon[31817]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:25.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:25 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-26T04:54:25.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:25 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:25.579 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:25 smithi112 ceph-mon[31817]: Deploying daemon osd.9 on smithi112 2024-02-26T04:54:25.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:25 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-26T04:54:25.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:25 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:25.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:25 smithi175 ceph-mon[36652]: Deploying daemon osd.9 on smithi112 2024-02-26T04:54:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:25 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-02-26T04:54:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:25 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:25 smithi161 ceph-mon[36447]: Deploying daemon osd.9 on smithi112 2024-02-26T04:54:26.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:26 smithi112 ceph-mon[31817]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:26.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:26 smithi175 ceph-mon[36652]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:26.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:26 smithi161 ceph-mon[36447]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:28.463 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:28 smithi112 ceph-mon[31817]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:28.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:28 smithi175 ceph-mon[36652]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:28 smithi161 ceph-mon[36447]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:30 smithi112 ceph-mon[31817]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:30.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:30 smithi175 ceph-mon[36652]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:30.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:30 smithi161 ceph-mon[36447]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:32.442 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:32 smithi112 ceph-mon[31817]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:32 smithi175 ceph-mon[36652]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:32.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:32 smithi161 ceph-mon[36447]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:33 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:33 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:33 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:33 smithi161 ceph-mon[36447]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:33.952 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:33 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:33.952 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:33 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:33.952 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:33 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:33.953 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:33 smithi112 ceph-mon[31817]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:33 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:33 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:34.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:33 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:34.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:33 smithi175 ceph-mon[36652]: pgmap v232: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:36.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:36 smithi112 ceph-mon[31817]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:36 smithi175 ceph-mon[36652]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:36 smithi161 ceph-mon[36447]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:37 smithi175 ceph-mon[36652]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-26T04:54:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:37 smithi112 ceph-mon[31817]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-26T04:54:37.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.629 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:37 smithi161 ceph-mon[36447]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-02-26T04:54:37.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:37.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.805+0000 7f0334a00700 1 -- 172.21.15.112:0/76127146 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f033002d870 con 0x7f03140a21d0 2024-02-26T04:54:37.809 INFO:teuthology.orchestra.run.smithi112.stdout:Created osd(s) 9 on host 'smithi112' 2024-02-26T04:54:37.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 msgr2=0x7f03140a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:37.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 0x7f03140a4690 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f03300759d0 tx=0x7f031c009310 comp rx=0 tx=0).stop 2024-02-26T04:54:37.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 msgr2=0x7f033019a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:37.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f032000e970 tx=0x7f032000ec80 comp rx=0 tx=0).stop 2024-02-26T04:54:37.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 shutdown_connections 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0330109b80 0x7f03301a1640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03300746d0 0x7f033019a080 secure :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f032000e970 tx=0x7f032000ec80 comp rx=0 tx=0).stop 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03140a21d0 0x7f03140a4690 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 --2- 172.21.15.112:0/76127146 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0330075ca0 0x7f033019a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 >> 172.21.15.112:0/76127146 conn(0x7f03300fd210 msgr2=0x7f0330105a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.809+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 shutdown_connections 2024-02-26T04:54:37.814 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:54:37.810+0000 7f0335e00700 1 -- 172.21.15.112:0/76127146 wait complete. 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: osdmap e65: 10 total, 9 up, 10 in 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-26T04:54:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: osdmap e65: 10 total, 9 up, 10 in 2024-02-26T04:54:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:54:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.639 DEBUG:teuthology.orchestra.run.smithi112:osd.9> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.9.service 2024-02-26T04:54:38.644 INFO:tasks.cephadm:Deploying osd.10 on smithi161 with /dev/vg_nvme/lv_1... 2024-02-26T04:54:38.644 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: pgmap v234: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: osdmap e65: 10 total, 9 up, 10 in 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]: dispatch 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.675 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:38.891 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:54:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:39 smithi112 ceph-mon[31817]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:54:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:39 smithi112 ceph-mon[31817]: osdmap e66: 10 total, 9 up, 10 in 2024-02-26T04:54:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:39 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:39.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:39 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:39.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:39 smithi175 ceph-mon[36652]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:54:39.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:39 smithi175 ceph-mon[36652]: osdmap e66: 10 total, 9 up, 10 in 2024-02-26T04:54:39.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:39 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:39.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:39 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:39 smithi161 ceph-mon[36447]: from='osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi112", "root=default"]}]': finished 2024-02-26T04:54:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:39 smithi161 ceph-mon[36447]: osdmap e66: 10 total, 9 up, 10 in 2024-02-26T04:54:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:39 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:39 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:40.383 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:54:40.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:54:40.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:40.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] boot 2024-02-26T04:54:40.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: osdmap e67: 10 total, 10 up, 10 in 2024-02-26T04:54:40.384 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:40 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:54:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:54:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:40.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] boot 2024-02-26T04:54:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: osdmap e67: 10 total, 10 up, 10 in 2024-02-26T04:54:40.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:40 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: osd.9 [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] boot 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: osdmap e67: 10 total, 10 up, 10 in 2024-02-26T04:54:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:40 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr: stderr: 10+0 records in 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr:10+0 records out 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112875 s, 929 MB/s 2024-02-26T04:54:40.907 INFO:teuthology.orchestra.run.smithi161.stderr:--> Zapping successful for: 2024-02-26T04:54:41.475 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:41 smithi161 ceph-mon[36447]: osdmap e68: 10 total, 10 up, 10 in 2024-02-26T04:54:41.505 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi161:vg_nvme/lv_1 2024-02-26T04:54:41.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:41 smithi175 ceph-mon[36652]: osdmap e68: 10 total, 10 up, 10 in 2024-02-26T04:54:41.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:41 smithi112 ceph-mon[31817]: osdmap e68: 10 total, 10 up, 10 in 2024-02-26T04:54:41.790 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T04:54:42.607 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:42 smithi161 ceph-mon[36447]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:42.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:42 smithi175 ceph-mon[36652]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:42.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:42 smithi112 ceph-mon[31817]: pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 -- 172.21.15.161:0/2347729573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080105060 msgr2=0x7fe080107450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 --2- 172.21.15.161:0/2347729573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080105060 0x7fe080107450 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fe068009990 tx=0x7fe068009ca0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 -- 172.21.15.161:0/2347729573 shutdown_connections 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 --2- 172.21.15.161:0/2347729573 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080107990 0x7fe080109e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 --2- 172.21.15.161:0/2347729573 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe080102730 0x7fe080104b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 --2- 172.21.15.161:0/2347729573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080105060 0x7fe080107450 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 -- 172.21.15.161:0/2347729573 >> 172.21.15.161:0/2347729573 conn(0x7fe0800fc140 msgr2=0x7fe0800fe580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:54:43.344 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 -- 172.21.15.161:0/2347729573 shutdown_connections 2024-02-26T04:54:43.345 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.341+0000 7fe084b70700 1 -- 172.21.15.161:0/2347729573 wait complete. 2024-02-26T04:54:43.345 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 Processor -- start 2024-02-26T04:54:43.346 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 -- start start 2024-02-26T04:54:43.346 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080105060 0x7fe080198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe080107990 0x7fe08019f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019f9e0 con 0x7fe080107990 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019fb20 con 0x7fe080102730 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe084b70700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe08019fcb0 con 0x7fe080105060 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe07e59c700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe07e59c700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.161:41504/0 (socket says 172.21.15.161:41504) 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe07e59c700 1 -- 172.21.15.161:0/309743439 learned_addr learned my addr 172.21.15.161:0/309743439 (peer_addr_for_me v2:172.21.15.161:0/0) 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe075d9b700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080105060 0x7fe080198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe07e59c700 1 -- 172.21.15.161:0/309743439 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080105060 msgr2=0x7fe080198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.342+0000 7fe07e59c700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080105060 0x7fe080198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.347 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe07e59c700 1 -- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe080107990 msgr2=0x7fe08019f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe07e59c700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe080107990 0x7fe08019f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe07e59c700 1 -- 172.21.15.161:0/309743439 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0680095f0 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe07e59c700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe07000b530 tx=0x7fe07000b840 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe070011830 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe070011e90 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe08019ff90 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe07000f540 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.343+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0801a0420 con 0x7fe080102730 2024-02-26T04:54:43.348 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.344+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0800fdcc0 con 0x7fe080102730 2024-02-26T04:54:43.349 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.345+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fe070010780 con 0x7fe080102730 2024-02-26T04:54:43.349 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.346+0000 7fe077fff700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 0x7fe06c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:54:43.349 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.346+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6261+0+0 (secure 0 0 0) 0x7fe0700cd4d0 con 0x7fe080102730 2024-02-26T04:54:43.349 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.346+0000 7fe075d9b700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 0x7fe06c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:54:43.349 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.347+0000 7fe075d9b700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 0x7fe06c0a4610 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe06800b5c0 tx=0x7fe068005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:54:43.351 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.349+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe070096ca0 con 0x7fe080102730 2024-02-26T04:54:43.557 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:54:43.554+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fe08002da40 con 0x7fe06c0a2150 2024-02-26T04:54:44.538 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi112 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 4272M 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.539 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.540 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:44 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi112 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 4272M 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:44 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi112 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 4272M 2024-02-26T04:54:44.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:54:44.741 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:44 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:54:45.587 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:45 smithi161 ceph-mon[36447]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:45.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:45 smithi175 ceph-mon[36652]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:45.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:45 smithi112 ceph-mon[31817]: from='client.24359 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi161:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:54:46.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:46 smithi175 ceph-mon[36652]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:46 smithi161 ceph-mon[36447]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:46.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:46 smithi112 ceph-mon[31817]: pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:47.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/358533960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]': finished 2024-02-26T04:54:47.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: osdmap e69: 11 total, 10 up, 11 in 2024-02-26T04:54:47.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:54:47.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.161:0/1407248682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:47.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/358533960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]': finished 2024-02-26T04:54:47.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: osdmap e69: 11 total, 10 up, 11 in 2024-02-26T04:54:47.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:54:47.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.161:0/1407248682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/358533960' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]: dispatch 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ffe6da9b-ff91-424a-902f-7425773185df"}]': finished 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: osdmap e69: 11 total, 10 up, 11 in 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:54:47.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.161:0/1407248682' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:54:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:48 smithi161 ceph-mon[36447]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:48.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:48 smithi112 ceph-mon[31817]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:48.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:48 smithi175 ceph-mon[36652]: pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:50.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:50 smithi161 ceph-mon[36447]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:50.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:50 smithi112 ceph-mon[31817]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:50 smithi175 ceph-mon[36652]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:52.574 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:52 smithi161 ceph-mon[36447]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:52 smithi112 ceph-mon[31817]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:52 smithi175 ceph-mon[36652]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:54 smithi161 ceph-mon[36447]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:54 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-26T04:54:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:54 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:54 smithi112 ceph-mon[31817]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:54 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-26T04:54:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:54 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:54 smithi175 ceph-mon[36652]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:54 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-02-26T04:54:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:54 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:54:55.545 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:55 smithi161 ceph-mon[36447]: Deploying daemon osd.10 on smithi161 2024-02-26T04:54:55.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:55 smithi112 ceph-mon[31817]: Deploying daemon osd.10 on smithi161 2024-02-26T04:54:55.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:55 smithi175 ceph-mon[36652]: Deploying daemon osd.10 on smithi161 2024-02-26T04:54:56.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:56 smithi161 ceph-mon[36447]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:56.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:56 smithi112 ceph-mon[31817]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:56 smithi175 ceph-mon[36652]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:54:58 smithi161 ceph-mon[36447]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:58.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:54:58 smithi112 ceph-mon[31817]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:54:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:54:58 smithi175 ceph-mon[36652]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:00.666 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:00 smithi161 ceph-mon[36447]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:00.666 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.666 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.666 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:00 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:00 smithi112 ceph-mon[31817]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:00 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:00 smithi175 ceph-mon[36652]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:00 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:02 smithi161 ceph-mon[36447]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:02.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:02 smithi112 ceph-mon[31817]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:02 smithi175 ceph-mon[36652]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:02.941 INFO:teuthology.orchestra.run.smithi161.stdout:Created osd(s) 10 on host 'smithi161' 2024-02-26T04:55:02.941 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.938+0000 7fe077fff700 1 -- 172.21.15.161:0/309743439 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fe08002da40 con 0x7fe06c0a2150 2024-02-26T04:55:02.943 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.940+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 msgr2=0x7fe06c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.940+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 0x7fe06c0a4610 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fe06800b5c0 tx=0x7fe068005fd0 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 msgr2=0x7fe080197e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fe07000b530 tx=0x7fe07000b840 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 shutdown_connections 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe080107990 0x7fe08019f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe080102730 0x7fe080197e50 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe06c0a2150 0x7fe06c0a4610 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 --2- 172.21.15.161:0/309743439 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe080105060 0x7fe080198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 >> 172.21.15.161:0/309743439 conn(0x7fe0800fc140 msgr2=0x7fe080103010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 shutdown_connections 2024-02-26T04:55:02.944 INFO:teuthology.orchestra.run.smithi161.stderr:2024-02-26T04:55:02.941+0000 7fe084b70700 1 -- 172.21.15.161:0/309743439 wait complete. 2024-02-26T04:55:03.527 DEBUG:teuthology.orchestra.run.smithi161:osd.10> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.10.service 2024-02-26T04:55:03.530 INFO:tasks.cephadm:Deploying osd.11 on smithi175 with /dev/vg_nvme/lv_1... 2024-02-26T04:55:03.530 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-02-26T04:55:03.778 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:55:04.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:04.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.223 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.224 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.225 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:04.225 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.225 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.225 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.225 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:04.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:05.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-mon[36447]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-26T04:55:05.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-mon[36447]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-mon[36447]: osdmap e70: 11 total, 10 up, 11 in 2024-02-26T04:55:05.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:05.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-mon[36447]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.195 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T04:55:04.926+0000 7f54d4673700 -1 osd.10 0 waiting for initial osdmap 2024-02-26T04:55:05.195 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 04:55:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T04:55:04.942+0000 7f54d0c67700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:55:05.227 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:04 smithi175 ceph-mon[36652]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-26T04:55:05.227 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:04 smithi175 ceph-mon[36652]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.227 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:04 smithi175 ceph-mon[36652]: osdmap e70: 11 total, 10 up, 11 in 2024-02-26T04:55:05.227 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:04 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:05.227 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:04 smithi175 ceph-mon[36652]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:04 smithi112 ceph-mon[31817]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-02-26T04:55:05.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:04 smithi112 ceph-mon[31817]: from='osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:04 smithi112 ceph-mon[31817]: osdmap e70: 11 total, 10 up, 11 in 2024-02-26T04:55:05.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:04 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:05.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:04 smithi112 ceph-mon[31817]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]: dispatch 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10+0 records in 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:10+0 records out 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112877 s, 929 MB/s 2024-02-26T04:55:05.804 INFO:teuthology.orchestra.run.smithi175.stderr:--> Zapping successful for: 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: osdmap e71: 11 total, 10 up, 11 in 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] boot 2024-02-26T04:55:06.208 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:05 smithi175 ceph-mon[36652]: osdmap e72: 11 total, 11 up, 11 in 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: osdmap e71: 11 total, 10 up, 11 in 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] boot 2024-02-26T04:55:06.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:05 smithi112 ceph-mon[31817]: osdmap e72: 11 total, 11 up, 11 in 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi161", "root=default"]}]': finished 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: osdmap e71: 11 total, 10 up, 11 in 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: osd.10 [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] boot 2024-02-26T04:55:06.329 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:05 smithi161 ceph-mon[36447]: osdmap e72: 11 total, 11 up, 11 in 2024-02-26T04:55:06.494 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch daemon add osd smithi175:vg_nvme/lv_1 2024-02-26T04:55:06.740 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:55:07.073 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:06 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:55:07.073 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:06 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:55:07.073 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:06 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:07.073 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:06 smithi161 ceph-mon[36447]: osdmap e73: 11 total, 11 up, 11 in 2024-02-26T04:55:07.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:06 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:55:07.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:06 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:55:07.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:06 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:07.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:06 smithi175 ceph-mon[36652]: osdmap e73: 11 total, 11 up, 11 in 2024-02-26T04:55:07.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:06 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:55:07.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:06 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:55:07.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:06 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:55:07.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:06 smithi112 ceph-mon[31817]: osdmap e73: 11 total, 11 up, 11 in 2024-02-26T04:55:08.372 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- 172.21.15.175:0/1237433717 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8102ea0 msgr2=0x7f20b8103300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- 172.21.15.175:0/1237433717 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8102ea0 0x7f20b8103300 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f20a8009990 tx=0x7f20a8009ca0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- 172.21.15.175:0/1237433717 shutdown_connections 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- 172.21.15.175:0/1237433717 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f20b8103840 0x7f20b810a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- 172.21.15.175:0/1237433717 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 0x7f20b81020c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- 172.21.15.175:0/1237433717 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8102ea0 0x7f20b8103300 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- 172.21.15.175:0/1237433717 >> 172.21.15.175:0/1237433717 conn(0x7f20b80fd280 msgr2=0x7f20b80ff6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- 172.21.15.175:0/1237433717 shutdown_connections 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- 172.21.15.175:0/1237433717 wait complete. 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 Processor -- start 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- start start 2024-02-26T04:55:08.373 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 0x7f20b8075a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f20b8102ea0 0x7f20b8074060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b8074d20 con 0x7f20b8102ea0 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b8074e90 con 0x7f20b8101ca0 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.367+0000 7f20bfebf700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20b81a1e10 con 0x7f20b8103840 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20bdc5b700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 0x7f20b8075a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:55948/0 (socket says 172.21.15.175:55948) 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 -- 172.21.15.175:0/3348119521 learned_addr learned my addr 172.21.15.175:0/3348119521 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 -- 172.21.15.175:0/3348119521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 msgr2=0x7f20b8075a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 0x7f20b8075a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 -- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f20b8102ea0 msgr2=0x7f20b8074060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:08.374 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f20b8102ea0 0x7f20b8074060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 -- 172.21.15.175:0/3348119521 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20a80095f0 con 0x7f20b8103840 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20be45c700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f20b000b780 tx=0x7f20b000ba90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b0010860 con 0x7f20b8103840 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20b81a20f0 con 0x7f20b8103840 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f20b000f3b0 con 0x7f20b8103840 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20b00075d0 con 0x7f20b8103840 2024-02-26T04:55:08.375 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.368+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20b81a2670 con 0x7f20b8103840 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.369+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20b8109060 con 0x7f20b8103840 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.370+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f20b000f940 con 0x7f20b8103840 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.371+0000 7f20aeffd700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 0x7f20a40a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.371+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 6723+0+0 (secure 0 0 0) 0x7f20b00cd800 con 0x7f20b8103840 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.372+0000 7f20bdc5b700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 0x7f20a40a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:08.376 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.372+0000 7f20bdc5b700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 0x7f20a40a4690 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f20b8102d00 tx=0x7f20b400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:08.378 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.374+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f20b0096e00 con 0x7f20b8103840 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi161 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 4270M 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: pgmap v258: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:08 smithi161 ceph-mon[36447]: osdmap e74: 11 total, 11 up, 11 in 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi161 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 4270M 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: pgmap v258: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:08 smithi112 ceph-mon[31817]: osdmap e74: 11 total, 11 up, 11 in 2024-02-26T04:55:08.582 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:08.579+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f20b802d870 con 0x7f20a40a21d0 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi161 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:08.582 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 4270M 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: pgmap v258: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:08.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:08 smithi175 ceph-mon[36652]: osdmap e74: 11 total, 11 up, 11 in 2024-02-26T04:55:09.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:09 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:55:09.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:09 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:55:09.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:09 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:09.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:09 smithi161 ceph-mon[36447]: osdmap e75: 11 total, 11 up, 11 in 2024-02-26T04:55:09.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:09 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:55:09.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:09 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:55:09.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:09 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:09.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:09 smithi112 ceph-mon[31817]: osdmap e75: 11 total, 11 up, 11 in 2024-02-26T04:55:09.495 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:09 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-02-26T04:55:09.496 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:09 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-02-26T04:55:09.496 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:09 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:09.496 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:09 smithi175 ceph-mon[36652]: osdmap e75: 11 total, 11 up, 11 in 2024-02-26T04:55:10.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:10 smithi175 ceph-mon[36652]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:10.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:10 smithi175 ceph-mon[36652]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:10.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:10 smithi175 ceph-mon[36652]: osdmap e76: 11 total, 11 up, 11 in 2024-02-26T04:55:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:10 smithi112 ceph-mon[31817]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:10 smithi112 ceph-mon[31817]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:10.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:10 smithi112 ceph-mon[31817]: osdmap e76: 11 total, 11 up, 11 in 2024-02-26T04:55:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:10 smithi161 ceph-mon[36447]: from='client.24373 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi175:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:10 smithi161 ceph-mon[36447]: pgmap v261: 1 pgs: 1 remapped+peering; 577 KiB data, 312 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:10 smithi161 ceph-mon[36447]: osdmap e76: 11 total, 11 up, 11 in 2024-02-26T04:55:11.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:11 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/2801884145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:11 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:11 smithi112 ceph-mon[31817]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]': finished 2024-02-26T04:55:11.525 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:11 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/2801884145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.525 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:11 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.525 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:11 smithi161 ceph-mon[36447]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]': finished 2024-02-26T04:55:11.562 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:11 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/2801884145' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.562 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:11 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]: dispatch 2024-02-26T04:55:11.562 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:11 smithi175 ceph-mon[36652]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0f77dba2-1772-4276-a09b-fbc9c8da1c3e"}]': finished 2024-02-26T04:55:12.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:12 smithi175 ceph-mon[36652]: osdmap e77: 12 total, 11 up, 12 in 2024-02-26T04:55:12.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:12 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:12.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:12 smithi175 ceph-mon[36652]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:12.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:12 smithi175 ceph-mon[36652]: from='client.? 172.21.15.175:0/2761017048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:55:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:12 smithi161 ceph-mon[36447]: osdmap e77: 12 total, 11 up, 12 in 2024-02-26T04:55:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:12 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:12 smithi161 ceph-mon[36447]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:12 smithi161 ceph-mon[36447]: from='client.? 172.21.15.175:0/2761017048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:55:12.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:12 smithi112 ceph-mon[31817]: osdmap e77: 12 total, 11 up, 12 in 2024-02-26T04:55:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:12 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:12 smithi112 ceph-mon[31817]: pgmap v264: 1 pgs: 1 remapped+peering; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:12 smithi112 ceph-mon[31817]: from='client.? 172.21.15.175:0/2761017048' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-02-26T04:55:14.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:14 smithi175 ceph-mon[36652]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:55:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:14 smithi161 ceph-mon[36447]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:55:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:14 smithi112 ceph-mon[31817]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 108 KiB/s, 0 objects/s recovering 2024-02-26T04:55:16.560 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:16 smithi175 ceph-mon[36652]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-02-26T04:55:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:16 smithi161 ceph-mon[36447]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-02-26T04:55:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:16 smithi112 ceph-mon[31817]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 91 KiB/s, 0 objects/s recovering 2024-02-26T04:55:18.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:18 smithi175 ceph-mon[36652]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:55:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:18 smithi161 ceph-mon[36447]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:55:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:18 smithi112 ceph-mon[31817]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-02-26T04:55:19.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-26T04:55:19.555 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-26T04:55:19.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-02-26T04:55:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:20.586 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:20 smithi175 ceph-mon[36652]: Deploying daemon osd.11 on smithi175 2024-02-26T04:55:20.586 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:20 smithi175 ceph-mon[36652]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:55:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:20 smithi161 ceph-mon[36447]: Deploying daemon osd.11 on smithi175 2024-02-26T04:55:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:20 smithi161 ceph-mon[36447]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:55:20.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:20 smithi112 ceph-mon[31817]: Deploying daemon osd.11 on smithi175 2024-02-26T04:55:20.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:20 smithi112 ceph-mon[31817]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-02-26T04:55:22.536 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:22 smithi175 ceph-mon[36652]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-02-26T04:55:22.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:22 smithi161 ceph-mon[36447]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-02-26T04:55:22.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:22 smithi112 ceph-mon[31817]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-02-26T04:55:24.580 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:24 smithi175 ceph-mon[36652]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-02-26T04:55:24.580 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.580 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.580 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:24 smithi161 ceph-mon[36447]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-02-26T04:55:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:24 smithi112 ceph-mon[31817]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-02-26T04:55:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:26.528 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:26 smithi175 ceph-mon[36652]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:26.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:26 smithi161 ceph-mon[36447]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:26 smithi112 ceph-mon[31817]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:27.814 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.811+0000 7f20aeffd700 1 -- 172.21.15.175:0/3348119521 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7f20b802d870 con 0x7f20a40a21d0 2024-02-26T04:55:27.814 INFO:teuthology.orchestra.run.smithi175.stdout:Created osd(s) 11 on host 'smithi175' 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 msgr2=0x7f20a40a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 0x7f20a40a4690 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f20b8102d00 tx=0x7f20b400b410 comp rx=0 tx=0).stop 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 msgr2=0x7f20b80745a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f20b000b780 tx=0x7f20b000ba90 comp rx=0 tx=0).stop 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 shutdown_connections 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f20a40a21d0 0x7f20a40a4690 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f20b8103840 0x7f20b80745a0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f20b8101ca0 0x7f20b8075a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:27.817 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 --2- 172.21.15.175:0/3348119521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f20b8102ea0 0x7f20b8074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:27.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 >> 172.21.15.175:0/3348119521 conn(0x7f20b80fd280 msgr2=0x7f20b81061a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:27.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 shutdown_connections 2024-02-26T04:55:27.818 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:27.814+0000 7f20bfebf700 1 -- 172.21.15.175:0/3348119521 wait complete. 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.429 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:28 smithi175 ceph-mon[36652]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.457 DEBUG:teuthology.orchestra.run.smithi175:osd.11> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.11.service 2024-02-26T04:55:28.459 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-02-26T04:55:28.460 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd stat -f json 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:28 smithi161 ceph-mon[36447]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:28 smithi112 ceph-mon[31817]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-02-26T04:55:28.904 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: osdmap e78: 12 total, 11 up, 12 in 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-mon[36652]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:30.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T04:55:30.123+0000 7fb814271700 -1 osd.11 0 waiting for initial osdmap 2024-02-26T04:55:30.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 04:55:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T04:55:30.140+0000 7fb810865700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-02-26T04:55:30.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-26T04:55:30.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: osdmap e78: 12 total, 11 up, 12 in 2024-02-26T04:55:30.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:30.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:30 smithi161 ceph-mon[36447]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:30.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-02-26T04:55:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: from='osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: osdmap e78: 12 total, 11 up, 12 in 2024-02-26T04:55:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]: dispatch 2024-02-26T04:55:30.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:30 smithi112 ceph-mon[31817]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 -- 172.21.15.112:0/2155061063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 msgr2=0x7f3d4c10a100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2155061063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c10a100 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3d4400b0a0 tx=0x7f3d4400b3b0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 -- 172.21.15.112:0/2155061063 shutdown_connections 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2155061063 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c10a100 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2155061063 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c1020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2155061063 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c103310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 -- 172.21.15.112:0/2155061063 >> 172.21.15.112:0/2155061063 conn(0x7f3d4c0fd210 msgr2=0x7f3d4c0ff690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:31.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 -- 172.21.15.112:0/2155061063 shutdown_connections 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.139+0000 7f3d51c00700 1 -- 172.21.15.112:0/2155061063 wait complete. 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 Processor -- start 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 -- start start 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c19a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c1a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c1a1c30 con 0x7f3d4c101cb0 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c1a1d70 con 0x7f3d4c102eb0 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d51c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d4c1a1f00 con 0x7f3d4c103850 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d4aa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d4aa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59644/0 (socket says 172.21.15.112:59644) 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d4aa00700 1 -- 172.21.15.112:0/2844243022 learned_addr learned my addr 172.21.15.112:0/2844243022 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d4a000700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c19a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:31.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.141+0000 7f3d4b400700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c1a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 -- 172.21.15.112:0/2844243022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 msgr2=0x7f3d4c1a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c1a1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 -- 172.21.15.112:0/2844243022 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 msgr2=0x7f3d4c19a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c19a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 -- 172.21.15.112:0/2844243022 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d44009d00 con 0x7f3d4c101cb0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4a000700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d4aa00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c00e9a0 tx=0x7f3d3c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c009790 con 0x7f3d4c101cb0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f3d3c00cd10 con 0x7f3d4c101cb0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3c003dc0 con 0x7f3d4c101cb0 2024-02-26T04:55:31.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.142+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d4c1a21e0 con 0x7f3d4c101cb0 2024-02-26T04:55:31.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.143+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d4c1a2690 con 0x7f3d4c101cb0 2024-02-26T04:55:31.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.144+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d4c068930 con 0x7f3d4c101cb0 2024-02-26T04:55:31.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.146+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f3d3c00c810 con 0x7f3d4c101cb0 2024-02-26T04:55:31.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.147+0000 7f3d43400700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 0x7f3d300a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:31.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.147+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3d3c014070 con 0x7f3d4c101cb0 2024-02-26T04:55:31.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.147+0000 7f3d4a000700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 0x7f3d300a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:31.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.148+0000 7f3d4a000700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 0x7f3d300a4610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3d38011490 tx=0x7f3d38009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:31.154 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.152+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3d3c096e50 con 0x7f3d4c101cb0 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: purged_snaps scrub starts 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: purged_snaps scrub ok 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: osdmap e79: 12 total, 11 up, 12 in 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:31.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:31 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:31.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: purged_snaps scrub starts 2024-02-26T04:55:31.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: purged_snaps scrub ok 2024-02-26T04:55:31.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:55:31.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: osdmap e79: 12 total, 11 up, 12 in 2024-02-26T04:55:31.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:31.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:31 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:31.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.373+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f3d4c10d790 con 0x7f3d4c101cb0 2024-02-26T04:55:31.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.374+0000 7f3d43400700 1 -- 172.21.15.112:0/2844243022 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v80) v1 ==== 74+0+133 (secure 0 0 0) 0x7f3d3c09a510 con 0x7f3d4c101cb0 2024-02-26T04:55:31.377 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:31.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 msgr2=0x7f3d300a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:31.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 0x7f3d300a4610 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f3d38011490 tx=0x7f3d38009260 comp rx=0 tx=0).stop 2024-02-26T04:55:31.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 msgr2=0x7f3d4c19a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:31.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3d3c00e9a0 tx=0x7f3d3c00ecb0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 shutdown_connections 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d300a2150 0x7f3d300a4610 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3d4c103850 0x7f3d4c1a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3d4c101cb0 0x7f3d4c19a0a0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 --2- 172.21.15.112:0/2844243022 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3d4c102eb0 0x7f3d4c19a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.377+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 >> 172.21.15.112:0/2844243022 conn(0x7f3d4c0fd210 msgr2=0x7f3d4c073ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.378+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 shutdown_connections 2024-02-26T04:55:31.381 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:31.378+0000 7f3d51c00700 1 -- 172.21.15.112:0/2844243022 wait complete. 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: purged_snaps scrub starts 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: purged_snaps scrub ok 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi175", "root=default"]}]': finished 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: osdmap e79: 12 total, 11 up, 12 in 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:31.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:31 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:32.253 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":80,"num_osds":12,"num_up_osds":12,"osd_up_since":1708923331,"num_in_osds":12,"osd_in_since":1708923311,"num_remapped_pgs":0} 2024-02-26T04:55:32.254 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd dump --format=json 2024-02-26T04:55:32.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] boot 2024-02-26T04:55:32.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: osdmap e80: 12 total, 12 up, 12 in 2024-02-26T04:55:32.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:32.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2844243022' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: Detected new or changed devices on smithi175 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 4270M 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:32.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:32 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] boot 2024-02-26T04:55:32.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: osdmap e80: 12 total, 12 up, 12 in 2024-02-26T04:55:32.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2844243022' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: Detected new or changed devices on smithi175 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 4270M 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:32.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:32 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: osd.11 [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] boot 2024-02-26T04:55:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: osdmap e80: 12 total, 12 up, 12 in 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 313 MiB used, 983 GiB / 983 GiB avail 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2844243022' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: Detected new or changed devices on smithi175 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 4270M 2024-02-26T04:55:32.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:32.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:32 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:32.687 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:55:33.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:33 smithi161 ceph-mon[36447]: osdmap e81: 12 total, 12 up, 12 in 2024-02-26T04:55:33.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:33 smithi112 ceph-mon[31817]: osdmap e81: 12 total, 12 up, 12 in 2024-02-26T04:55:33.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:33 smithi175 ceph-mon[36652]: osdmap e81: 12 total, 12 up, 12 in 2024-02-26T04:55:34.421 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:34 smithi112 ceph-mon[31817]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:34.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:34 smithi161 ceph-mon[36447]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:34.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:34 smithi175 ceph-mon[36652]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:34.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 -- 172.21.15.112:0/1288581587 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c105a70 msgr2=0x7f2d3c105ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:34.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 --2- 172.21.15.112:0/1288581587 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c105a70 0x7f2d3c105ef0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f2d24009990 tx=0x7f2d24009ca0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 -- 172.21.15.112:0/1288581587 shutdown_connections 2024-02-26T04:55:34.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 --2- 172.21.15.112:0/1288581587 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 0x7f2d3c110e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 --2- 172.21.15.112:0/1288581587 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c104180 0x7f2d3c104560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 --2- 172.21.15.112:0/1288581587 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c105a70 0x7f2d3c105ef0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 -- 172.21.15.112:0/1288581587 >> 172.21.15.112:0/1288581587 conn(0x7f2d3c0ff910 msgr2=0x7f2d3c101d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:34.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 -- 172.21.15.112:0/1288581587 shutdown_connections 2024-02-26T04:55:34.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.920+0000 7f2d41a00700 1 -- 172.21.15.112:0/1288581587 wait complete. 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.921+0000 7f2d41a00700 1 Processor -- start 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 -- start start 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 0x7f2d3c19a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 0x7f2d3c19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3c19f3f0 con 0x7f2d3c105a70 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3c19f560 con 0x7f2d3c104180 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d41a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d3c19f720 con 0x7f2d3c106430 2024-02-26T04:55:34.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d33e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:34.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d33e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38850/0 (socket says 172.21.15.112:38850) 2024-02-26T04:55:34.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d33e00700 1 -- 172.21.15.112:0/3572702012 learned_addr learned my addr 172.21.15.112:0/3572702012 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:34.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d3aa00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 0x7f2d3c19a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:34.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.922+0000 7f2d3b400700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 0x7f2d3c19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 -- 172.21.15.112:0/3572702012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 msgr2=0x7f2d3c19ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 0x7f2d3c19ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 -- 172.21.15.112:0/3572702012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 msgr2=0x7f2d3c19a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 0x7f2d3c19a510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 -- 172.21.15.112:0/3572702012 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d240095f0 con 0x7f2d3c105a70 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d3aa00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 0x7f2d3c19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33e00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2d24005910 tx=0x7f2d2400b840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.923+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d2401d070 con 0x7f2d3c105a70 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.924+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d3c19f9a0 con 0x7f2d3c105a70 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.924+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f2d2400fb10 con 0x7f2d3c105a70 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.924+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d24017650 con 0x7f2d3c105a70 2024-02-26T04:55:34.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.924+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d3c1a7260 con 0x7f2d3c105a70 2024-02-26T04:55:34.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.925+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d3c105580 con 0x7f2d3c105a70 2024-02-26T04:55:34.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.927+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f2d2400fc80 con 0x7f2d3c105a70 2024-02-26T04:55:34.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.928+0000 7f2d33400700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 0x7f2d200a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:34.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.928+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2d24022e40 con 0x7f2d3c105a70 2024-02-26T04:55:34.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.928+0000 7f2d3aa00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 0x7f2d200a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:34.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.929+0000 7f2d3aa00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 0x7f2d200a4690 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c011490 tx=0x7f2d2c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:34.934 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:34.931+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2d240985b0 con 0x7f2d3c105a70 2024-02-26T04:55:35.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.154+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d3c19b870 con 0x7f2d3c105a70 2024-02-26T04:55:35.160 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.157+0000 7f2d33400700 1 -- 172.21.15.112:0/3572702012 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18539 (secure 0 0 0) 0x7f2d2409bc70 con 0x7f2d3c105a70 2024-02-26T04:55:35.161 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:35.161 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:55:32.134280+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 msgr2=0x7f2d200a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 0x7f2d200a4690 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2d2c011490 tx=0x7f2d2c009260 comp rx=0 tx=0).stop 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 msgr2=0x7f2d3c19aa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2d24005910 tx=0x7f2d2400b840 comp rx=0 tx=0).stop 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 shutdown_connections 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2d200a21d0 0x7f2d200a4690 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2d3c106430 0x7f2d3c19ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:35.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2d3c104180 0x7f2d3c19a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:35.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 --2- 172.21.15.112:0/3572702012 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2d3c105a70 0x7f2d3c19aa50 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:35.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.160+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 >> 172.21.15.112:0/3572702012 conn(0x7f2d3c0ff910 msgr2=0x7f2d3c0ffdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:35.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.161+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 shutdown_connections 2024-02-26T04:55:35.164 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:35.161+0000 7f2d41a00700 1 -- 172.21.15.112:0/3572702012 wait complete. 2024-02-26T04:55:35.467 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:35 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3572702012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:35.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:35 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3572702012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:35.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:35 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3572702012' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:35.970 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:55:35.971 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-02-26T04:55:36.415 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:55:36.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:36 smithi112 ceph-mon[31817]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:36.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:36 smithi175 ceph-mon[36652]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:36 smithi161 ceph-mon[36447]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:38.372 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:38 smithi112 ceph-mon[31817]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 -- 172.21.15.112:0/2799873306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168101ef0 msgr2=0x7f71681022d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 --2- 172.21.15.112:0/2799873306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168101ef0 0x7f71681022d0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f715800b0a0 tx=0x7f715800b3b0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 -- 172.21.15.112:0/2799873306 shutdown_connections 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 --2- 172.21.15.112:0/2799873306 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168106fd0 0x7f716810eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 --2- 172.21.15.112:0/2799873306 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168101ef0 0x7f71681022d0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 --2- 172.21.15.112:0/2799873306 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 0x7f71681068f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 -- 172.21.15.112:0/2799873306 >> 172.21.15.112:0/2799873306 conn(0x7f71680fd740 msgr2=0x7f71680ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 -- 172.21.15.112:0/2799873306 shutdown_connections 2024-02-26T04:55:38.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.582+0000 7f716ca00700 1 -- 172.21.15.112:0/2799873306 wait complete. 2024-02-26T04:55:38.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.583+0000 7f716ca00700 1 Processor -- start 2024-02-26T04:55:38.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.583+0000 7f716ca00700 1 -- start start 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 0x7f71681988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168106fd0 0x7f716819cc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f716819d290 con 0x7f7168106fd0 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f716819d400 con 0x7f71681028a0 2024-02-26T04:55:38.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f716ca00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f716819d5c0 con 0x7f7168101ef0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f7165e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f7165e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53784/0 (socket says 172.21.15.112:53784) 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f7165e00700 1 -- 172.21.15.112:0/1995763158 learned_addr learned my addr 172.21.15.112:0/1995763158 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f7166800700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168106fd0 0x7f716819cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.584+0000 7f715fe00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 0x7f71681988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 -- 172.21.15.112:0/1995763158 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 msgr2=0x7f71681988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 0x7f71681988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 -- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168106fd0 msgr2=0x7f716819cc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168106fd0 0x7f716819cc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 -- 172.21.15.112:0/1995763158 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7158009d00 con 0x7f7168101ef0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f7165e00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7158009530 tx=0x7f7158004a50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715800e040 con 0x7f7168101ef0 2024-02-26T04:55:38.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f716819d840 con 0x7f7168101ef0 2024-02-26T04:55:38.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7158004e80 con 0x7f7168101ef0 2024-02-26T04:55:38.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f715801b690 con 0x7f7168101ef0 2024-02-26T04:55:38.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.585+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71681a5100 con 0x7f7168101ef0 2024-02-26T04:55:38.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.587+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f716810a290 con 0x7f7168101ef0 2024-02-26T04:55:38.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.588+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f71580077c0 con 0x7f7168101ef0 2024-02-26T04:55:38.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.591+0000 7f715ea00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 0x7f714c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:38.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.591+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f71580cefb0 con 0x7f7168101ef0 2024-02-26T04:55:38.593 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.591+0000 7f715fe00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 0x7f714c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:38.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.592+0000 7f715fe00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 0x7f714c0a4610 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7168108590 tx=0x7f7150009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:38.596 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.594+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7158098410 con 0x7f7168101ef0 2024-02-26T04:55:38.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:38 smithi175 ceph-mon[36652]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:38 smithi161 ceph-mon[36447]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:38.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.815+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7168199710 con 0x7f7168101ef0 2024-02-26T04:55:38.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.816+0000 7f715ea00700 1 -- 172.21.15.112:0/1995763158 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7f715809bad0 con 0x7f7168101ef0 2024-02-26T04:55:38.820 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 msgr2=0x7f714c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 0x7f714c0a4610 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f7168108590 tx=0x7f7150009260 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 msgr2=0x7f71681983b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f7158009530 tx=0x7f7158004a50 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 shutdown_connections 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7168106fd0 0x7f716819cc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f714c0a2150 0x7f714c0a4610 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7168101ef0 0x7f71681983b0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 --2- 172.21.15.112:0/1995763158 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f71681028a0 0x7f71681988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 >> 172.21.15.112:0/1995763158 conn(0x7f71680fd740 msgr2=0x7f71680fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:38.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 shutdown_connections 2024-02-26T04:55:38.825 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:38.821+0000 7f716ca00700 1 -- 172.21.15.112:0/1995763158 wait complete. 2024-02-26T04:55:39.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:39 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1995763158' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.a on smithi112 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.d on smithi112 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.g on smithi112 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.j on smithi112 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.b on smithi161 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.e on smithi161 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.h on smithi161 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.k on smithi161 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.c on smithi175 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.f on smithi175 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.i on smithi175 2024-02-26T04:55:39.586 INFO:tasks.cephadm:Adding mds.l on smithi175 2024-02-26T04:55:39.587 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph orch apply mds all '12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l' 2024-02-26T04:55:39.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:39 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1995763158' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:39 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1995763158' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:39.834 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T04:55:40.574 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:40 smithi175 ceph-mon[36652]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:40 smithi161 ceph-mon[36447]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:40 smithi112 ceph-mon[31817]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- 172.21.15.175:0/122233880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 msgr2=0x7f754410a1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- 172.21.15.175:0/122233880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754410a1b0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f753c00b0a0 tx=0x7f753c00b3b0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- 172.21.15.175:0/122233880 shutdown_connections 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- 172.21.15.175:0/122233880 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754410a1b0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- 172.21.15.175:0/122233880 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f75440fff80 0x7f75441003a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.340 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- 172.21.15.175:0/122233880 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7544102f60 0x7f75441033c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- 172.21.15.175:0/122233880 >> 172.21.15.175:0/122233880 conn(0x7f75440fb900 msgr2=0x7f75440fdd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- 172.21.15.175:0/122233880 shutdown_connections 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- 172.21.15.175:0/122233880 wait complete. 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 Processor -- start 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- start start 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75440fff80 0x7f7544197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7544102f60 0x7f75441982f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f754419f900 con 0x7f75440fff80 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f754419fa40 con 0x7f7544102f60 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.336+0000 7f754bd99700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f754419fc00 con 0x7f7544103900 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.175:56414/0 (socket says 172.21.15.175:56414) 2024-02-26T04:55:41.341 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 -- 172.21.15.175:0/1079158675 learned_addr learned my addr 172.21.15.175:0/1079158675 (peer_addr_for_me v2:172.21.15.175:0/0) 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f7549334700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7544102f60 0x7f75441982f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 -- 172.21.15.175:0/1079158675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7544102f60 msgr2=0x7f75441982f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7544102f60 0x7f75441982f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 -- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75440fff80 msgr2=0x7f7544197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75440fff80 0x7f7544197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 -- 172.21.15.175:0/1079158675 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f753c009d00 con 0x7f7544103900 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754a336700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f753c008f90 tx=0x7f753c008fc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753c00e040 con 0x7f7544103900 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f753c007a30 con 0x7f7544103900 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f754419fe80 con 0x7f7544103900 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f753c01bc70 con 0x7f7544103900 2024-02-26T04:55:41.342 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.337+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75441a02b0 con 0x7f7544103900 2024-02-26T04:55:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.338+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7544068930 con 0x7f7544103900 2024-02-26T04:55:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.339+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f753c01b460 con 0x7f7544103900 2024-02-26T04:55:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.340+0000 7f753affd700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 0x7f75300a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.340+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f753c0ceea0 con 0x7f7544103900 2024-02-26T04:55:41.343 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.340+0000 7f7549b35700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 0x7f75300a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:41.344 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.341+0000 7f7549b35700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 0x7f75300a4610 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7544199290 tx=0x7f7540005d20 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:41.347 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.344+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f753c0983a0 con 0x7f7544103900 2024-02-26T04:55:41.548 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.545+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f754402da50 con 0x7f75300a2150 2024-02-26T04:55:41.564 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.561+0000 7f753affd700 1 -- 172.21.15.175:0/1079158675 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f754402da50 con 0x7f75300a2150 2024-02-26T04:55:41.564 INFO:teuthology.orchestra.run.smithi175.stdout:Scheduled mds.all update... 2024-02-26T04:55:41.566 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.563+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 msgr2=0x7f75300a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:41.566 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.563+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 0x7f75300a4610 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7544199290 tx=0x7f7540005d20 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.563+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 msgr2=0x7f754419f330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.563+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f753c008f90 tx=0x7f753c008fc0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 shutdown_connections 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f75300a2150 0x7f75300a4610 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7544103900 0x7f754419f330 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f75440fff80 0x7f7544197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 --2- 172.21.15.175:0/1079158675 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7544102f60 0x7f75441982f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 >> 172.21.15.175:0/1079158675 conn(0x7f75440fb900 msgr2=0x7f7544106190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 shutdown_connections 2024-02-26T04:55:41.567 INFO:teuthology.orchestra.run.smithi175.stderr:2024-02-26T04:55:41.564+0000 7f754bd99700 1 -- 172.21.15.175:0/1079158675 wait complete. 2024-02-26T04:55:42.258 DEBUG:teuthology.orchestra.run.smithi112:mds.a> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.a.service 2024-02-26T04:55:42.265 DEBUG:teuthology.orchestra.run.smithi112:mds.d> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.d.service 2024-02-26T04:55:42.310 DEBUG:teuthology.orchestra.run.smithi112:mds.g> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.g.service 2024-02-26T04:55:42.356 DEBUG:teuthology.orchestra.run.smithi112:mds.j> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.j.service 2024-02-26T04:55:42.404 DEBUG:teuthology.orchestra.run.smithi161:mds.b> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.b.service 2024-02-26T04:55:42.407 DEBUG:teuthology.orchestra.run.smithi161:mds.e> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.e.service 2024-02-26T04:55:42.450 DEBUG:teuthology.orchestra.run.smithi161:mds.h> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.h.service 2024-02-26T04:55:42.492 DEBUG:teuthology.orchestra.run.smithi161:mds.k> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.k.service 2024-02-26T04:55:42.535 DEBUG:teuthology.orchestra.run.smithi175:mds.c> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.c.service 2024-02-26T04:55:42.538 DEBUG:teuthology.orchestra.run.smithi175:mds.f> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.f.service 2024-02-26T04:55:42.581 DEBUG:teuthology.orchestra.run.smithi175:mds.i> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.i.service 2024-02-26T04:55:42.602 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:42 smithi175 ceph-mon[36652]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:42.602 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:42.602 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:42 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:42.603 DEBUG:teuthology.orchestra.run.smithi175:mds.l> sudo journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.l.service 2024-02-26T04:55:42.645 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-02-26T04:55:42.646 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:55:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:42 smithi161 ceph-mon[36447]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:42 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:42.727 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:42 smithi112 ceph-mon[31817]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:42.727 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:42.727 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:42 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 -- 172.21.15.112:0/2620969510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 msgr2=0x7fe6f410b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 --2- 172.21.15.112:0/2620969510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f410b800 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe6ec009be0 tx=0x7fe6ec02bef0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 -- 172.21.15.112:0/2620969510 shutdown_connections 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 --2- 172.21.15.112:0/2620969510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f410b800 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 --2- 172.21.15.112:0/2620969510 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 --2- 172.21.15.112:0/2620969510 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f41037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 -- 172.21.15.112:0/2620969510 >> 172.21.15.112:0/2620969510 conn(0x7fe6f40fe970 msgr2=0x7fe6f4100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:42.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 -- 172.21.15.112:0/2620969510 shutdown_connections 2024-02-26T04:55:42.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.872+0000 7fe6f9400640 1 -- 172.21.15.112:0/2620969510 wait complete. 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.873+0000 7fe6f9400640 1 Processor -- start 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.873+0000 7fe6f9400640 1 -- start start 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.873+0000 7fe6f9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.873+0000 7fe6f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f41a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f9400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f41a1020 con 0x7fe6f41033c0 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f9400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f41a1190 con 0x7fe6f4104f70 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f9400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe6f41a1350 con 0x7fe6f41045b0 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:42.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f1e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38900/0 (socket says 172.21.15.112:38900) 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 -- 172.21.15.112:0/1718185349 learned_addr learned my addr 172.21.15.112:0/1718185349 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f3200640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f41a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 -- 172.21.15.112:0/1718185349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 msgr2=0x7fe6f4199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 -- 172.21.15.112:0/1718185349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 msgr2=0x7fe6f41a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f41a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 -- 172.21.15.112:0/1718185349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe6e4009560 con 0x7fe6f41033c0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f1e00640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f3200640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f41a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.874+0000 7fe6f2800640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400e9a0 tx=0x7fe6e400ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.875+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e400cd80 con 0x7fe6f41033c0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.875+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe6e4010930 con 0x7fe6f41033c0 2024-02-26T04:55:42.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.875+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6dc009490 con 0x7fe6f41033c0 2024-02-26T04:55:42.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.875+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6e4018a60 con 0x7fe6f41033c0 2024-02-26T04:55:42.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.875+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6ec009840 con 0x7fe6f41033c0 2024-02-26T04:55:42.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.876+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe6f410a610 con 0x7fe6f41033c0 2024-02-26T04:55:42.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.878+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fe6e4010aa0 con 0x7fe6f41033c0 2024-02-26T04:55:42.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.879+0000 7fe6eb400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 0x7fe6d80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:42.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.879+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe6e4014070 con 0x7fe6f41033c0 2024-02-26T04:55:42.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.880+0000 7fe6f1e00640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 0x7fe6d80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:42.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.880+0000 7fe6f1e00640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 0x7fe6d80a4580 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe6f419aa40 tx=0x7fe6dc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:42.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:42.884+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe6e40971f0 con 0x7fe6f41033c0 2024-02-26T04:55:43.084 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.082+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe6f402cdd0 con 0x7fe6f41033c0 2024-02-26T04:55:43.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.084+0000 7fe6eb400640 1 -- 172.21.15.112:0/1718185349 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18539 (secure 0 0 0) 0x7fe6e409a8b0 con 0x7fe6f41033c0 2024-02-26T04:55:43.087 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:43.087 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:55:32.134280+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 msgr2=0x7fe6d80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 0x7fe6d80a4580 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fe6f419aa40 tx=0x7fe6dc005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 msgr2=0x7fe6f4199530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fe6e400e9a0 tx=0x7fe6e400ee60 comp rx=0 tx=0).stop 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 shutdown_connections 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe6d80a20c0 0x7fe6d80a4580 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe6f4104f70 0x7fe6f41a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe6f41045b0 0x7fe6f4199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 --2- 172.21.15.112:0/1718185349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe6f41033c0 0x7fe6f4199530 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 >> 172.21.15.112:0/1718185349 conn(0x7fe6f40fe970 msgr2=0x7fe6f41077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:43.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 shutdown_connections 2024-02-26T04:55:43.091 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.087+0000 7fe6f9400640 1 -- 172.21.15.112:0/1718185349 wait complete. 2024-02-26T04:55:43.111 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:55:43.111 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:55:43.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 -- 172.21.15.112:0/3710522689 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 msgr2=0x7f074c10b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 --2- 172.21.15.112:0/3710522689 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c10b800 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f0744009ca0 tx=0x7f074402c0f0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 -- 172.21.15.112:0/3710522689 shutdown_connections 2024-02-26T04:55:43.328 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 --2- 172.21.15.112:0/3710522689 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c10b800 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 --2- 172.21.15.112:0/3710522689 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1045b0 0x7f074c104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 --2- 172.21.15.112:0/3710522689 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1033c0 0x7f074c1037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 -- 172.21.15.112:0/3710522689 >> 172.21.15.112:0/3710522689 conn(0x7f074c0fe930 msgr2=0x7f074c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:43.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 -- 172.21.15.112:0/3710522689 shutdown_connections 2024-02-26T04:55:43.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.325+0000 7f0751400640 1 -- 172.21.15.112:0/3710522689 wait complete. 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.326+0000 7f0751400640 1 Processor -- start 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.326+0000 7f0751400640 1 -- start start 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1033c0 0x7f074c1994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c1a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f074c1a0fb0 con 0x7f074c104f70 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f074c1a1120 con 0x7f074c1033c0 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0751400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f074c1a12e0 con 0x7f074c1045b0 2024-02-26T04:55:43.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53822/0 (socket says 172.21.15.112:53822) 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 -- 172.21.15.112:0/1909077532 learned_addr learned my addr 172.21.15.112:0/1909077532 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f074b200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c1a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f074a800640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1033c0 0x7f074c1994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 -- 172.21.15.112:0/1909077532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1033c0 msgr2=0x7f074c1994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1033c0 0x7f074c1994c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 -- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 msgr2=0x7f074c1a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.327+0000 7f0749e00640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c1a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0749e00640 1 -- 172.21.15.112:0/1909077532 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0744009900 con 0x7f074c1045b0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f074b200640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c1a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0749e00640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f073800e9f0 tx=0x7f073800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0738009700 con 0x7f074c1045b0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f073800cd80 con 0x7f074c1045b0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f074c1a15c0 con 0x7f074c1045b0 2024-02-26T04:55:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07380189c0 con 0x7f074c1045b0 2024-02-26T04:55:43.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.328+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f074c1a1ad0 con 0x7f074c1045b0 2024-02-26T04:55:43.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.329+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f074c10a680 con 0x7f074c1045b0 2024-02-26T04:55:43.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.333+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f0738018b20 con 0x7f074c1045b0 2024-02-26T04:55:43.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.334+0000 7f0743400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 0x7f07300a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.334+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f0738014070 con 0x7f074c1045b0 2024-02-26T04:55:43.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.334+0000 7f074a800640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 0x7f07300a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.335+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0738097000 con 0x7f074c1045b0 2024-02-26T04:55:43.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.335+0000 7f074a800640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 0x7f07300a4580 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f074c104410 tx=0x7f073c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l;count:12 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:43.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:43 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1718185349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:43.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.534+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f074c10f080 con 0x7f074c1045b0 2024-02-26T04:55:43.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.535+0000 7f0743400640 1 -- 172.21.15.112:0/1909077532 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7f074c10f080 con 0x7f074c1045b0 2024-02-26T04:55:43.537 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:55:43.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.537+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 msgr2=0x7f07300a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.537+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 0x7f07300a4580 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f074c104410 tx=0x7f073c005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:43.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.537+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 msgr2=0x7f074c199a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.537+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f073800e9f0 tx=0x7f073800eeb0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 shutdown_connections 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f07300a20c0 0x7f07300a4580 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f074c104f70 0x7f074c1a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f074c1045b0 0x7f074c199a00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 --2- 172.21.15.112:0/1909077532 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f074c1033c0 0x7f074c1994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 >> 172.21.15.112:0/1909077532 conn(0x7f074c0fe930 msgr2=0x7f074c107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 shutdown_connections 2024-02-26T04:55:43.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.538+0000 7f0751400640 1 -- 172.21.15.112:0/1909077532 wait complete. 2024-02-26T04:55:43.561 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:43.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l;count:12 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:43 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1718185349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:43.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='client.24418 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:55:43.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: Saving service mds.all spec with placement smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l;count:12 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:43.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:43 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1718185349' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:55:43.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.766+0000 7f70cf000640 1 -- 172.21.15.112:0/836828154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c8104f70 msgr2=0x7f70c810b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.766+0000 7f70cf000640 1 --2- 172.21.15.112:0/836828154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c8104f70 0x7f70c810b800 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f70c0009ca0 tx=0x7f70c002c100 comp rx=0 tx=0).stop 2024-02-26T04:55:43.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 -- 172.21.15.112:0/836828154 shutdown_connections 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 --2- 172.21.15.112:0/836828154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c8104f70 0x7f70c810b800 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 --2- 172.21.15.112:0/836828154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c81045b0 0x7f70c8104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 --2- 172.21.15.112:0/836828154 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81033c0 0x7f70c81037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 -- 172.21.15.112:0/836828154 >> 172.21.15.112:0/836828154 conn(0x7f70c80fe930 msgr2=0x7f70c8100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 -- 172.21.15.112:0/836828154 shutdown_connections 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.767+0000 7f70cf000640 1 -- 172.21.15.112:0/836828154 wait complete. 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 Processor -- start 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 -- start start 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c81033c0 0x7f70c8199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c8104f70 0x7f70c81a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c81a1000 con 0x7f70c8104f70 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c81a1170 con 0x7f70c81033c0 2024-02-26T04:55:43.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cf000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70c81a1330 con 0x7f70c81045b0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70bfe00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70bfe00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53852/0 (socket says 172.21.15.112:53852) 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70bfe00640 1 -- 172.21.15.112:0/1413535849 learned_addr learned my addr 172.21.15.112:0/1413535849 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70cd000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c8104f70 0x7f70c81a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.768+0000 7f70c7e00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c81033c0 0x7f70c8199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 -- 172.21.15.112:0/1413535849 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c81033c0 msgr2=0x7f70c8199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c81033c0 0x7f70c8199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 -- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c8104f70 msgr2=0x7f70c81a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c8104f70 0x7f70c81a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 -- 172.21.15.112:0/1413535849 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70c0009900 con 0x7f70c81045b0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70bfe00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f70b000e9f0 tx=0x7f70b000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b0009700 con 0x7f70c81045b0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70c81a1610 con 0x7f70c81045b0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f70b000cd80 con 0x7f70c81045b0 2024-02-26T04:55:43.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.769+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b00189c0 con 0x7f70c81045b0 2024-02-26T04:55:43.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.770+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70c81a1b20 con 0x7f70c81045b0 2024-02-26T04:55:43.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.771+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70c810a680 con 0x7f70c81045b0 2024-02-26T04:55:43.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.772+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f70b0018b20 con 0x7f70c81045b0 2024-02-26T04:55:43.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.773+0000 7f70c5600640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 0x7f70ac0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:43.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.774+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f70b0014070 con 0x7f70c81045b0 2024-02-26T04:55:43.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.774+0000 7f70c7e00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 0x7f70ac0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:43.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.774+0000 7f70c7e00640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 0x7f70ac0a4580 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f70c8104410 tx=0x7f70b8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:43.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:43.777+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f70b0052d20 con 0x7f70c81045b0 2024-02-26T04:55:44.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.013+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f70c802cdd0 con 0x7f70c81045b0 2024-02-26T04:55:44.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.014+0000 7f70c5600640 1 -- 172.21.15.112:0/1413535849 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7f70b0097030 con 0x7f70c81045b0 2024-02-26T04:55:44.017 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:44.017 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-02-26T04:55:44.017 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 1 2024-02-26T04:55:44.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.016+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 msgr2=0x7f70ac0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:44.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.016+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 0x7f70ac0a4580 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f70c8104410 tx=0x7f70b8005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:44.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.016+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 msgr2=0x7f70c8199a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:44.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.016+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f70b000e9f0 tx=0x7f70b000eeb0 comp rx=0 tx=0).stop 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 shutdown_connections 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f70ac0a20c0 0x7f70ac0a4580 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70c8104f70 0x7f70c81a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70c81045b0 0x7f70c8199a50 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 --2- 172.21.15.112:0/1413535849 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70c81033c0 0x7f70c8199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 >> 172.21.15.112:0/1413535849 conn(0x7f70c80fe930 msgr2=0x7f70c8107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 shutdown_connections 2024-02-26T04:55:44.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:44.017+0000 7f70cf000640 1 -- 172.21.15.112:0/1413535849 wait complete. 2024-02-26T04:55:44.577 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:44 smithi175 ceph-mon[36652]: Deploying daemon mds.l on smithi175 2024-02-26T04:55:44.577 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:44 smithi175 ceph-mon[36652]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:44.577 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:44 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1909077532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:44.577 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:44 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1413535849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:44 smithi161 ceph-mon[36447]: Deploying daemon mds.l on smithi175 2024-02-26T04:55:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:44 smithi161 ceph-mon[36447]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:44 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1909077532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:44 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1413535849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:44 smithi112 ceph-mon[31817]: Deploying daemon mds.l on smithi175 2024-02-26T04:55:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:44 smithi112 ceph-mon[31817]: pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:44 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1909077532' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:55:44.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:44 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1413535849' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:44.861 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:44 smithi175 systemd[1]: Starting Ceph mds.l for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:55:45.234 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:44 smithi175 podman[66899]: 2024-02-26 04:55:44.871392688 +0000 UTC m=+0.018149381 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:55:45.234 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:44 smithi175 podman[66899]: 2024-02-26 04:55:44.996536171 +0000 UTC m=+0.143292871 container create 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 podman[66899]: 2024-02-26 04:55:45.231972772 +0000 UTC m=+0.378729471 container init 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 podman[66899]: 2024-02-26 04:55:45.235277231 +0000 UTC m=+0.382033904 container start 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0) 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 ceph-mds[66919]: -- 172.21.15.175:0/2448950405 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56062b3101a0 con 0x56062b2e7000 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l[66915]: starting mds.l at 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 bash[66899]: 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 2024-02-26T04:55:45.612 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 04:55:45 smithi175 systemd[1]: Started Ceph mds.l for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:55:46.040 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:46.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 -- 172.21.15.112:0/652357205 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde100751c0 msgr2=0x7fde10073610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 --2- 172.21.15.112:0/652357205 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde100751c0 0x7fde10073610 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fde00009900 tx=0x7fde0002bc40 comp rx=0 tx=0).stop 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 -- 172.21.15.112:0/652357205 shutdown_connections 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 --2- 172.21.15.112:0/652357205 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde1010d590 0x7fde1010f980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 --2- 172.21.15.112:0/652357205 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde10073be0 0x7fde10074060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 --2- 172.21.15.112:0/652357205 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde100751c0 0x7fde10073610 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 -- 172.21.15.112:0/652357205 >> 172.21.15.112:0/652357205 conn(0x7fde100fc530 msgr2=0x7fde100fe970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 -- 172.21.15.112:0/652357205 shutdown_connections 2024-02-26T04:55:46.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.256+0000 7fde14a00640 1 -- 172.21.15.112:0/652357205 wait complete. 2024-02-26T04:55:46.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 Processor -- start 2024-02-26T04:55:46.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 -- start start 2024-02-26T04:55:46.261 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde10073be0 0x7fde1019d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 0x7fde101a4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde101a5220 con 0x7fde10073be0 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde101a5390 con 0x7fde100751c0 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.257+0000 7fde14a00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde101a5550 con 0x7fde1010d590 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40910/0 (socket says 172.21.15.112:40910) 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 -- 172.21.15.112:0/1104285746 learned_addr learned my addr 172.21.15.112:0/1104285746 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0e800640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde10073be0 0x7fde1019d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0f200640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 0x7fde101a4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 -- 172.21.15.112:0/1104285746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 msgr2=0x7fde101a4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 0x7fde101a4ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 -- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde10073be0 msgr2=0x7fde1019d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:46.262 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde10073be0 0x7fde1019d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0de00640 1 -- 172.21.15.112:0/1104285746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fddfc009490 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.258+0000 7fde0f200640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 0x7fde101a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde0de00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fddfc00ea60 tx=0x7fddfc00ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddfc00cde0 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fddfc0035f0 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde00009560 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fddfc010690 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.259+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde101a5bb0 con 0x7fde100751c0 2024-02-26T04:55:46.263 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.260+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde10103760 con 0x7fde100751c0 2024-02-26T04:55:46.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.262+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fddfc003b80 con 0x7fde100751c0 2024-02-26T04:55:46.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.264+0000 7fde07400640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 0x7fddf40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:46.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.264+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fddfc014070 con 0x7fde100751c0 2024-02-26T04:55:46.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.264+0000 7fde0e800640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 0x7fddf40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:46.267 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.265+0000 7fde0e800640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 0x7fddf40a4580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fde0002c250 tx=0x7fde0002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.268+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fddfc097180 con 0x7fde100751c0 2024-02-26T04:55:46.349 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6832/1069497471,v1:172.21.15.175:6833/1069497471] up:boot 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: fsmap 1 up:standby 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:46.350 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:46 smithi161 ceph-mon[36447]: Deploying daemon mds.k on smithi161 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6832/1069497471,v1:172.21.15.175:6833/1069497471] up:boot 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: fsmap 1 up:standby 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:46.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:46.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:46.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:46 smithi112 ceph-mon[31817]: Deploying daemon mds.k on smithi161 2024-02-26T04:55:46.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.503+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fde10113120 con 0x7fde100751c0 2024-02-26T04:55:46.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.504+0000 7fde07400640 1 -- 172.21.15.112:0/1104285746 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1328 (secure 0 0 0) 0x7fddfc09a840 con 0x7fde100751c0 2024-02-26T04:55:46.507 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:46.507 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-02-26T04:55:46.507 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 2 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.506+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 msgr2=0x7fddf40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.506+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 0x7fddf40a4580 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fde0002c250 tx=0x7fde0002df90 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.506+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 msgr2=0x7fde1019dc70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.506+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fddfc00ea60 tx=0x7fddfc00ef20 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 shutdown_connections 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fddf40a20c0 0x7fddf40a4580 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde1010d590 0x7fde101a4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde100751c0 0x7fde1019dc70 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 --2- 172.21.15.112:0/1104285746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde10073be0 0x7fde1019d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 >> 172.21.15.112:0/1104285746 conn(0x7fde100fc530 msgr2=0x7fde10100930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 shutdown_connections 2024-02-26T04:55:46.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:46.507+0000 7fde14a00640 1 -- 172.21.15.112:0/1104285746 wait complete. 2024-02-26T04:55:46.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6832/1069497471,v1:172.21.15.175:6833/1069497471] up:boot 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: fsmap 1 up:standby 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:46.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:46 smithi175 ceph-mon[36652]: Deploying daemon mds.k on smithi161 2024-02-26T04:55:47.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1104285746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:47.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1104285746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:47.695 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 systemd[1]: Starting Ceph mds.k for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:55:47.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1104285746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 podman[65328]: 2024-02-26 04:55:47.694850967 +0000 UTC m=+0.104398256 container create e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True) 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 podman[65328]: 2024-02-26 04:55:47.608456576 +0000 UTC m=+0.018003884 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 podman[65328]: 2024-02-26 04:55:47.897278156 +0000 UTC m=+0.306825446 container init e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 podman[65328]: 2024-02-26 04:55:47.899866697 +0000 UTC m=+0.309413979 container start e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214) 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 ceph-mds[65347]: -- 172.21.15.161:0/1064081010 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55eb69c841a0 con 0x55eb69c5b000 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k[65343]: starting mds.k at 2024-02-26T04:55:47.991 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 bash[65328]: e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 2024-02-26T04:55:48.293 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 04:55:47 smithi161 systemd[1]: Started Ceph mds.k for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:55:48.528 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:48.603 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:48 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:48.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:48 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:48 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 -- 172.21.15.112:0/1970958102 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3754104f70 msgr2=0x7f375410b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 --2- 172.21.15.112:0/1970958102 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3754104f70 0x7f375410b800 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f374c009ca0 tx=0x7f374c02c100 comp rx=0 tx=0).stop 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 -- 172.21.15.112:0/1970958102 shutdown_connections 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 --2- 172.21.15.112:0/1970958102 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3754104f70 0x7f375410b800 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 --2- 172.21.15.112:0/1970958102 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541045b0 0x7f3754104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 --2- 172.21.15.112:0/1970958102 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f37541033c0 0x7f37541037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 -- 172.21.15.112:0/1970958102 >> 172.21.15.112:0/1970958102 conn(0x7f37540fe970 msgr2=0x7f3754100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 -- 172.21.15.112:0/1970958102 shutdown_connections 2024-02-26T04:55:48.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.732+0000 7f3758c00640 1 -- 172.21.15.112:0/1970958102 wait complete. 2024-02-26T04:55:48.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.733+0000 7f3758c00640 1 Processor -- start 2024-02-26T04:55:48.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 -- start start 2024-02-26T04:55:48.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 0x7f37541994c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:48.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:48.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3754104f70 0x7f37541a0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:48.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37541a0fb0 con 0x7f37541033c0 2024-02-26T04:55:48.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37541a1120 con 0x7f37541045b0 2024-02-26T04:55:48.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3758c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37541a12e0 con 0x7f3754104f70 2024-02-26T04:55:48.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3751e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 0x7f37541994c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:48.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3751400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:48.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3751e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 0x7f37541994c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51392/0 (socket says 172.21.15.112:51392) 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3751400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40930/0 (socket says 172.21.15.112:40930) 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3751e00640 1 -- 172.21.15.112:0/2396906694 learned_addr learned my addr 172.21.15.112:0/2396906694 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.734+0000 7f3752800640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3754104f70 0x7f37541a0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 -- 172.21.15.112:0/2396906694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3754104f70 msgr2=0x7f37541a0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3754104f70 0x7f37541a0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 -- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 msgr2=0x7f37541994c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 0x7f37541994c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 -- 172.21.15.112:0/2396906694 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f374c009900 con 0x7f37541045b0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3751400640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f374000e9f0 tx=0x7f374000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374000ccc0 con 0x7f37541045b0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f374000ce20 con 0x7f37541045b0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37400189c0 con 0x7f37541045b0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37541a15c0 con 0x7f37541045b0 2024-02-26T04:55:48.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.735+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37541a1b20 con 0x7f37541045b0 2024-02-26T04:55:48.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.736+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f375410a680 con 0x7f37541045b0 2024-02-26T04:55:48.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.739+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f3740018b20 con 0x7f37541045b0 2024-02-26T04:55:48.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.740+0000 7f374aa00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 0x7f37380a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:48.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.741+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f3740014070 con 0x7f37541045b0 2024-02-26T04:55:48.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.741+0000 7f3751e00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 0x7f37380a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:48.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.742+0000 7f3751e00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 0x7f37380a4600 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37440058c0 tx=0x7f3744005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:48.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:48.742+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3740096fa0 con 0x7f37541045b0 2024-02-26T04:55:49.004 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.002+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f375410f010 con 0x7f37541045b0 2024-02-26T04:55:49.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.002+0000 7f374aa00640 1 -- 172.21.15.112:0/2396906694 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2122 (secure 0 0 0) 0x7f374009a660 con 0x7f37541045b0 2024-02-26T04:55:49.005 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:49.005 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-02-26T04:55:49.006 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 3 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 msgr2=0x7f37380a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 0x7f37380a4600 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f37440058c0 tx=0x7f3744005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 msgr2=0x7f3754199a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f374000e9f0 tx=0x7f374000eeb0 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 shutdown_connections 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f37380a2140 0x7f37380a4600 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3754104f70 0x7f37541a0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f37541045b0 0x7f3754199a00 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 --2- 172.21.15.112:0/2396906694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f37541033c0 0x7f37541994c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:49.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 >> 172.21.15.112:0/2396906694 conn(0x7f37540fe970 msgr2=0x7f3754107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:49.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 shutdown_connections 2024-02-26T04:55:49.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:49.005+0000 7f3758c00640 1 -- 172.21.15.112:0/2396906694 wait complete. 2024-02-26T04:55:49.572 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:49 smithi112 ceph-mon[31817]: Deploying daemon mds.j on smithi112 2024-02-26T04:55:49.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:49 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6832/1245104983,v1:172.21.15.161:6833/1245104983] up:boot 2024-02-26T04:55:49.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:49 smithi112 ceph-mon[31817]: fsmap 2 up:standby 2024-02-26T04:55:49.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:49 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:55:49.573 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2396906694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:49 smithi175 ceph-mon[36652]: Deploying daemon mds.j on smithi112 2024-02-26T04:55:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:49 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6832/1245104983,v1:172.21.15.161:6833/1245104983] up:boot 2024-02-26T04:55:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:49 smithi175 ceph-mon[36652]: fsmap 2 up:standby 2024-02-26T04:55:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:49 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:55:49.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:49 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2396906694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:49 smithi161 ceph-mon[36447]: Deploying daemon mds.j on smithi112 2024-02-26T04:55:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:49 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6832/1245104983,v1:172.21.15.161:6833/1245104983] up:boot 2024-02-26T04:55:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:49 smithi161 ceph-mon[36447]: fsmap 2 up:standby 2024-02-26T04:55:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:49 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:55:49.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:49 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2396906694' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:50.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:50 smithi175 ceph-mon[36652]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:50.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:50 smithi161 ceph-mon[36447]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:50.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:50 smithi112 ceph-mon[31817]: pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:51.030 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:51.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 -- 172.21.15.112:0/1426614602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 msgr2=0x7f2264104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:51.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 --2- 172.21.15.112:0/1426614602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264104a30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f2250009860 tx=0x7f225002bb70 comp rx=0 tx=0).stop 2024-02-26T04:55:51.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 -- 172.21.15.112:0/1426614602 shutdown_connections 2024-02-26T04:55:51.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 --2- 172.21.15.112:0/1426614602 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2264104f70 0x7f226410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 --2- 172.21.15.112:0/1426614602 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264104a30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 --2- 172.21.15.112:0/1426614602 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f22641033c0 0x7f22641037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 -- 172.21.15.112:0/1426614602 >> 172.21.15.112:0/1426614602 conn(0x7f22640fe970 msgr2=0x7f2264100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:51.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 -- 172.21.15.112:0/1426614602 shutdown_connections 2024-02-26T04:55:51.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.275+0000 7f226a000640 1 -- 172.21.15.112:0/1426614602 wait complete. 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.276+0000 7f226a000640 1 Processor -- start 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 -- start start 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f22641033c0 0x7f2264199540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22641a1030 con 0x7f2264104f70 2024-02-26T04:55:51.281 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22641a11a0 con 0x7f22641045b0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f226a000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22641a1360 con 0x7f22641033c0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f2263e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f2263e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51402/0 (socket says 172.21.15.112:51402) 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f2263e00640 1 -- 172.21.15.112:0/985087616 learned_addr learned my addr 172.21.15.112:0/985087616 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f2263400640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f22641033c0 0x7f2264199540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.277+0000 7f2262a00640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 -- 172.21.15.112:0/985087616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f22641033c0 msgr2=0x7f2264199540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f22641033c0 0x7f2264199540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 -- 172.21.15.112:0/985087616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 msgr2=0x7f2264199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 -- 172.21.15.112:0/985087616 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2254009560 con 0x7f2264104f70 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f2263e00640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f225c00efd0 tx=0x7f225c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c009b40 con 0x7f2264104f70 2024-02-26T04:55:51.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f225c009840 con 0x7f2264104f70 2024-02-26T04:55:51.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f225c003b70 con 0x7f2264104f70 2024-02-26T04:55:51.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f225c010960 con 0x7f2264104f70 2024-02-26T04:55:51.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.278+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2250009490 con 0x7f2264104f70 2024-02-26T04:55:51.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.280+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f226410a680 con 0x7f2264104f70 2024-02-26T04:55:51.284 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.282+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f225c003ce0 con 0x7f2264104f70 2024-02-26T04:55:51.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.283+0000 7f225be00640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 0x7f22480a4680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:51.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.283+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f225c014070 con 0x7f2264104f70 2024-02-26T04:55:51.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.284+0000 7f2263400640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 0x7f22480a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:51.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.284+0000 7f2263400640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 0x7f22480a4680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2254009530 tx=0x7f2254009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:51.291 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.288+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f225c0971c0 con 0x7f2264104f70 2024-02-26T04:55:51.489 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 systemd[1]: Starting Ceph mds.j for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:55:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.534+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f226410eef0 con 0x7f2264104f70 2024-02-26T04:55:51.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.535+0000 7f225be00640 1 -- 172.21.15.112:0/985087616 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2122 (secure 0 0 0) 0x7f225c09a880 con 0x7f2264104f70 2024-02-26T04:55:51.538 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:51.538 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-02-26T04:55:51.538 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 3 2024-02-26T04:55:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.537+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 msgr2=0x7f22480a4680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.537+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 0x7f22480a4680 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2254009530 tx=0x7f2254009260 comp rx=0 tx=0).stop 2024-02-26T04:55:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.537+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 msgr2=0x7f22641a0af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:51.540 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.537+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f225c00efd0 tx=0x7f225c00c6a0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 shutdown_connections 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f22480a21c0 0x7f22480a4680 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2264104f70 0x7f22641a0af0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f22641045b0 0x7f2264199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 --2- 172.21.15.112:0/985087616 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f22641033c0 0x7f2264199540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 >> 172.21.15.112:0/985087616 conn(0x7f22640fe970 msgr2=0x7f2264107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 shutdown_connections 2024-02-26T04:55:51.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:51.538+0000 7f226a000640 1 -- 172.21.15.112:0/985087616 wait complete. 2024-02-26T04:55:51.850 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 podman[71980]: 2024-02-26 04:55:51.449911615 +0000 UTC m=+0.044178803 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:55:51.850 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 podman[71980]: 2024-02-26 04:55:51.58542312 +0000 UTC m=+0.179690308 container create c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True) 2024-02-26T04:55:51.850 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 podman[71980]: 2024-02-26 04:55:51.847066578 +0000 UTC m=+0.441333773 container init c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-02-26T04:55:52.238 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 podman[71980]: 2024-02-26 04:55:51.857762935 +0000 UTC m=+0.452030093 container start c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, io.buildah.version=1.33.5) 2024-02-26T04:55:52.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 ceph-mds[72002]: -- 172.21.15.112:0/2192028131 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55574fc1a1a0 con 0x55574fbf0800 2024-02-26T04:55:52.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j[71998]: starting mds.j at 2024-02-26T04:55:52.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 bash[71980]: c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 2024-02-26T04:55:52.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 04:55:51 smithi112 systemd[1]: Started Ceph mds.j for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:55:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:52.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/985087616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:52.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:52 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/985087616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:52.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:52.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:52 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/985087616' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:52.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:52 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:53.325 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:53 smithi112 ceph-mon[31817]: Deploying daemon mds.d on smithi112 2024-02-26T04:55:53.560 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:53.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:53 smithi175 ceph-mon[36652]: Deploying daemon mds.d on smithi112 2024-02-26T04:55:53.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:53 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.112:6834/1923274011,v1:172.21.15.112:6835/1923274011] up:boot 2024-02-26T04:55:53.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:53 smithi175 ceph-mon[36652]: fsmap 3 up:standby 2024-02-26T04:55:53.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:53 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:55:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:53 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.112:6834/1923274011,v1:172.21.15.112:6835/1923274011] up:boot 2024-02-26T04:55:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:53 smithi112 ceph-mon[31817]: fsmap 3 up:standby 2024-02-26T04:55:53.640 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:53 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:55:53.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:53 smithi161 ceph-mon[36447]: Deploying daemon mds.d on smithi112 2024-02-26T04:55:53.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:53 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.112:6834/1923274011,v1:172.21.15.112:6835/1923274011] up:boot 2024-02-26T04:55:53.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:53 smithi161 ceph-mon[36447]: fsmap 3 up:standby 2024-02-26T04:55:53.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:53 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 -- 172.21.15.112:0/3126108715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 msgr2=0x7faa0c10b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 --2- 172.21.15.112:0/3126108715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c10b800 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7faa04009ca0 tx=0x7faa0402c100 comp rx=0 tx=0).stop 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 -- 172.21.15.112:0/3126108715 shutdown_connections 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 --2- 172.21.15.112:0/3126108715 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c10b800 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 --2- 172.21.15.112:0/3126108715 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 0x7faa0c104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 --2- 172.21.15.112:0/3126108715 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 0x7faa0c1037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 -- 172.21.15.112:0/3126108715 >> 172.21.15.112:0/3126108715 conn(0x7faa0c0fe970 msgr2=0x7faa0c100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 -- 172.21.15.112:0/3126108715 shutdown_connections 2024-02-26T04:55:53.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.768+0000 7faa12000640 1 -- 172.21.15.112:0/3126108715 wait complete. 2024-02-26T04:55:53.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 Processor -- start 2024-02-26T04:55:53.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 -- start start 2024-02-26T04:55:53.773 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 0x7faa0c1994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 0x7faa0c1999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a0f90 con 0x7faa0c104f70 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a1100 con 0x7faa0c1045b0 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa12000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1a12c0 con 0x7faa0c1033c0 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa0be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa0be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51438/0 (socket says 172.21.15.112:51438) 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa0be00640 1 -- 172.21.15.112:0/3604590711 learned_addr learned my addr 172.21.15.112:0/3604590711 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa0b400640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 0x7faa0c1994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.769+0000 7faa0aa00640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 0x7faa0c1999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 -- 172.21.15.112:0/3604590711 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 msgr2=0x7faa0c1994a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 0x7faa0c1994a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 -- 172.21.15.112:0/3604590711 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 msgr2=0x7faa0c1999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:53.774 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 0x7faa0c1999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 -- 172.21.15.112:0/3604590711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa04009900 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa0be00640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faa0402c710 tx=0x7faa04032b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa04034850 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa0c1a1540 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7faa04003e70 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.770+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0403f460 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.771+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa0c1a19f0 con 0x7faa0c104f70 2024-02-26T04:55:53.775 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.772+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa0c10a680 con 0x7faa0c104f70 2024-02-26T04:55:53.776 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.773+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7faa0403b040 con 0x7faa0c104f70 2024-02-26T04:55:53.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.775+0000 7faa03e00640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 0x7fa9f00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:53.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.775+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7faa040f0600 con 0x7faa0c104f70 2024-02-26T04:55:53.777 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.775+0000 7faa0b400640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 0x7fa9f00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:53.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.775+0000 7faa0b400640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 0x7fa9f00a4580 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc005fd0 tx=0x7fa9fc00b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:53.782 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:53.779+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7faa040b99d0 con 0x7faa0c104f70 2024-02-26T04:55:54.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.019+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faa0c02ce40 con 0x7faa0c104f70 2024-02-26T04:55:54.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.020+0000 7faa03e00640 1 -- 172.21.15.112:0/3604590711 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2916 (secure 0 0 0) 0x7faa040bd090 con 0x7faa0c104f70 2024-02-26T04:55:54.023 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:54.023 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4}],"filesystems":[]} 2024-02-26T04:55:54.023 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 4 2024-02-26T04:55:54.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.022+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 msgr2=0x7fa9f00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:54.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.022+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 0x7fa9f00a4580 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc005fd0 tx=0x7fa9fc00b410 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.022+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 msgr2=0x7faa0c1a0a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.022+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7faa0402c710 tx=0x7faa04032b10 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 shutdown_connections 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa9f00a20c0 0x7fa9f00a4580 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faa0c104f70 0x7faa0c1a0a50 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faa0c1045b0 0x7faa0c1999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 --2- 172.21.15.112:0/3604590711 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faa0c1033c0 0x7faa0c1994a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 >> 172.21.15.112:0/3604590711 conn(0x7faa0c0fe970 msgr2=0x7faa0c107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 shutdown_connections 2024-02-26T04:55:54.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:54.023+0000 7faa12000640 1 -- 172.21.15.112:0/3604590711 wait complete. 2024-02-26T04:55:54.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:54 smithi175 ceph-mon[36652]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:54.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:54 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3604590711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:54 smithi161 ceph-mon[36447]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:54 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3604590711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:54.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:54 smithi112 ceph-mon[31817]: pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:54.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:54 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3604590711' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:55.489 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 systemd[1]: Starting Ceph mds.d for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:55:55.820 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 podman[72331]: 2024-02-26 04:55:55.453781535 +0000 UTC m=+0.032839727 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:55:55.821 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 podman[72331]: 2024-02-26 04:55:55.555586812 +0000 UTC m=+0.134645036 container create 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-26T04:55:55.821 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 podman[72331]: 2024-02-26 04:55:55.817448163 +0000 UTC m=+0.396506433 container init 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-02-26T04:55:56.045 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:56.129 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 podman[72331]: 2024-02-26 04:55:55.8263004 +0000 UTC m=+0.405358587 container start 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, io.buildah.version=1.33.5) 2024-02-26T04:55:56.129 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 ceph-mds[72351]: -- 172.21.15.112:0/2486539939 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ede47d61a0 con 0x55ede47ac800 2024-02-26T04:55:56.129 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d[72347]: starting mds.d at 2024-02-26T04:55:56.129 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 bash[72331]: 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 2024-02-26T04:55:56.129 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 04:55:55 smithi112 systemd[1]: Started Ceph mds.d for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:55:56.265 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 -- 172.21.15.112:0/1997354965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 msgr2=0x7f5f6c10b610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 --2- 172.21.15.112:0/1997354965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c10b610 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5f64009ca0 tx=0x7f5f6402c0f0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 -- 172.21.15.112:0/1997354965 shutdown_connections 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 --2- 172.21.15.112:0/1997354965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c10b610 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 --2- 172.21.15.112:0/1997354965 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 0x7f5f6c104840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 --2- 172.21.15.112:0/1997354965 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1035f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.262+0000 7f5f73000640 1 -- 172.21.15.112:0/1997354965 >> 172.21.15.112:0/1997354965 conn(0x7f5f6c0fe760 msgr2=0x7f5f6c100b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.263+0000 7f5f73000640 1 -- 172.21.15.112:0/1997354965 shutdown_connections 2024-02-26T04:55:56.266 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.263+0000 7f5f73000640 1 -- 172.21.15.112:0/1997354965 wait complete. 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.263+0000 7f5f73000640 1 Processor -- start 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 -- start start 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 0x7f5f6c1997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c1a0850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6c1a0d90 con 0x7f5f6c1031d0 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6c1a0f00 con 0x7f5f6c104d80 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f73000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f6c1a10c0 con 0x7f5f6c1043c0 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f71c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f71c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42804/0 (socket says 172.21.15.112:42804) 2024-02-26T04:55:56.269 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f71c00640 1 -- 172.21.15.112:0/1143737942 learned_addr learned my addr 172.21.15.112:0/1143737942 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f72600640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c1a0850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.264+0000 7f5f71200640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 0x7f5f6c1997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 -- 172.21.15.112:0/1143737942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 msgr2=0x7f5f6c1997e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 0x7f5f6c1997e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 -- 172.21.15.112:0/1143737942 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 msgr2=0x7f5f6c1a0850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c1a0850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 -- 172.21.15.112:0/1143737942 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f64009900 con 0x7f5f6c1031d0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f72600640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f71c00640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f6000e9c0 tx=0x7f5f6000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f60009700 con 0x7f5f6c1031d0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f6c1a13a0 con 0x7f5f6c1031d0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5f6000cd80 con 0x7f5f6c1031d0 2024-02-26T04:55:56.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f60010690 con 0x7f5f6c1031d0 2024-02-26T04:55:56.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.265+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f6c1a18b0 con 0x7f5f6c1031d0 2024-02-26T04:55:56.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.266+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f6c10a420 con 0x7f5f6c1031d0 2024-02-26T04:55:56.271 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.268+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f5f60003710 con 0x7f5f6c1031d0 2024-02-26T04:55:56.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.270+0000 7f5f6a000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 0x7f5f540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:56.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.271+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5f60014070 con 0x7f5f6c1031d0 2024-02-26T04:55:56.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.271+0000 7f5f71200640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 0x7f5f540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:56.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.271+0000 7f5f71200640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 0x7f5f540a4580 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c19a7b0 tx=0x7f5f58005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:56.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.275+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5f60097120 con 0x7f5f6c1031d0 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:56.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:56 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:56.515 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.512+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5f6c10ecf0 con 0x7f5f6c1031d0 2024-02-26T04:55:56.516 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.514+0000 7f5f6a000640 1 -- 172.21.15.112:0/1143737942 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3710 (secure 0 0 0) 0x7f5f6009a7e0 con 0x7f5f6c1031d0 2024-02-26T04:55:56.516 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:56.517 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[]} 2024-02-26T04:55:56.517 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 5 2024-02-26T04:55:56.519 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 msgr2=0x7f5f540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 0x7f5f540a4580 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5f6c19a7b0 tx=0x7f5f58005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 msgr2=0x7f5f6c1992a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5f6000e9c0 tx=0x7f5f6000ee80 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 shutdown_connections 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5f540a20c0 0x7f5f540a4580 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5f6c104d80 0x7f5f6c1a0850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5f6c1043c0 0x7f5f6c1997e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 --2- 172.21.15.112:0/1143737942 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5f6c1031d0 0x7f5f6c1992a0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 >> 172.21.15.112:0/1143737942 conn(0x7f5f6c0fe760 msgr2=0x7f5f6c1075f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 shutdown_connections 2024-02-26T04:55:56.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:56.517+0000 7f5f73000640 1 -- 172.21.15.112:0/1143737942 wait complete. 2024-02-26T04:55:56.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:56.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:56.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:56.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:56 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:56.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:55:56.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:56 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:55:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:57 smithi161 ceph-mon[36447]: Deploying daemon mds.e on smithi161 2024-02-26T04:55:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:57 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.112:6836/3156105215,v1:172.21.15.112:6837/3156105215] up:boot 2024-02-26T04:55:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:57 smithi161 ceph-mon[36447]: fsmap 4 up:standby 2024-02-26T04:55:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:57 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:55:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:57 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1143737942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:57.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:57 smithi175 ceph-mon[36652]: Deploying daemon mds.e on smithi161 2024-02-26T04:55:57.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:57 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.112:6836/3156105215,v1:172.21.15.112:6837/3156105215] up:boot 2024-02-26T04:55:57.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:57 smithi175 ceph-mon[36652]: fsmap 4 up:standby 2024-02-26T04:55:57.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:57 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:55:57.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:57 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1143737942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:57 smithi112 ceph-mon[31817]: Deploying daemon mds.e on smithi161 2024-02-26T04:55:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:57 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.112:6836/3156105215,v1:172.21.15.112:6837/3156105215] up:boot 2024-02-26T04:55:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:57 smithi112 ceph-mon[31817]: fsmap 4 up:standby 2024-02-26T04:55:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:57 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:55:57.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:57 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1143737942' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:55:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:58 smithi161 ceph-mon[36447]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:58.538 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:55:58.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:58 smithi175 ceph-mon[36652]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:58.623 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:58 smithi112 ceph-mon[31817]: pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 -- 172.21.15.112:0/716147044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1089b0 msgr2=0x7f723c108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 --2- 172.21.15.112:0/716147044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1089b0 0x7f723c108e30 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f7228009900 tx=0x7f722802bc50 comp rx=0 tx=0).stop 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 -- 172.21.15.112:0/716147044 shutdown_connections 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 --2- 172.21.15.112:0/716147044 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c10fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 --2- 172.21.15.112:0/716147044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1089b0 0x7f723c108e30 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 --2- 172.21.15.112:0/716147044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1077c0 0x7f723c107be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 -- 172.21.15.112:0/716147044 >> 172.21.15.112:0/716147044 conn(0x7f723c076790 msgr2=0x7f723c078bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 -- 172.21.15.112:0/716147044 shutdown_connections 2024-02-26T04:55:58.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.755+0000 7f7240c00640 1 -- 172.21.15.112:0/716147044 wait complete. 2024-02-26T04:55:58.760 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 Processor -- start 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 -- start start 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 0x7f723c19de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c1a4e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c1a53c0 con 0x7f723c1077c0 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c1a5530 con 0x7f723c1089b0 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7240c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c1a56f0 con 0x7f723c109370 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7239e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.756+0000 7f7239400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 0x7f723c19de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42824/0 (socket says 172.21.15.112:42824) 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239e00640 1 -- 172.21.15.112:0/3026727863 learned_addr learned my addr 172.21.15.112:0/3026727863 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f723a800640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c1a4e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:58.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 -- 172.21.15.112:0/3026727863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 msgr2=0x7f723c1a4e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c1a4e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 -- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 msgr2=0x7f723c19d8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 -- 172.21.15.112:0/3026727863 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f722c009490 con 0x7f723c1089b0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f723a800640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c1a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239e00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7239400640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 0x7f723c19de10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7228036040 tx=0x7f7228005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7228004e10 con 0x7f723c1089b0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7228005470 con 0x7f723c1089b0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7228034440 con 0x7f723c1089b0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.757+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7228009560 con 0x7f723c1089b0 2024-02-26T04:55:58.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.758+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f723c1a5c60 con 0x7f723c1089b0 2024-02-26T04:55:58.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.759+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f723c10ea10 con 0x7f723c1089b0 2024-02-26T04:55:58.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.760+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f7228003710 con 0x7f723c1089b0 2024-02-26T04:55:58.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.762+0000 7f7232a00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 0x7f72200a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:55:58.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.762+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f72280efc90 con 0x7f723c1089b0 2024-02-26T04:55:58.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.762+0000 7f7239e00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 0x7f72200a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:55:58.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.762+0000 7f7239e00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 0x7f72200a4580 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f722c0058c0 tx=0x7f722c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:55:58.768 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:58.766+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f72280b9060 con 0x7f723c1089b0 2024-02-26T04:55:59.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.004+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f723c02ce40 con 0x7f723c1089b0 2024-02-26T04:55:59.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.005+0000 7f7232a00640 1 -- 172.21.15.112:0/3026727863 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3710 (secure 0 0 0) 0x7f72280bc720 con 0x7f723c1089b0 2024-02-26T04:55:59.008 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:55:59.008 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[]} 2024-02-26T04:55:59.008 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 5 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 msgr2=0x7f72200a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 0x7f72200a4580 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f722c0058c0 tx=0x7f722c005f90 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 msgr2=0x7f723c19de10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 0x7f723c19de10 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f7228036040 tx=0x7f7228005dd0 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 shutdown_connections 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f72200a20c0 0x7f72200a4580 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f723c109370 0x7f723c1a4e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f723c1089b0 0x7f723c19de10 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 --2- 172.21.15.112:0/3026727863 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f723c1077c0 0x7f723c19d8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 >> 172.21.15.112:0/3026727863 conn(0x7f723c076790 msgr2=0x7f723c10bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 shutdown_connections 2024-02-26T04:55:59.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:55:59.009+0000 7f7240c00640 1 -- 172.21.15.112:0/3026727863 wait complete. 2024-02-26T04:55:59.194 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 04:55:58 smithi161 systemd[1]: Started Ceph mds.e for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:00.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3026727863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: Deploying daemon mds.f on smithi175 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6834/638948443,v1:172.21.15.161:6835/638948443] up:boot 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: fsmap 5 up:standby 2024-02-26T04:56:00.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:55:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:56:00.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3026727863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: Deploying daemon mds.f on smithi175 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6834/638948443,v1:172.21.15.161:6835/638948443] up:boot 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: fsmap 5 up:standby 2024-02-26T04:56:00.240 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:55:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:56:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:00.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3026727863' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: Deploying daemon mds.f on smithi175 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: pgmap v292: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6834/638948443,v1:172.21.15.161:6835/638948443] up:boot 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: fsmap 5 up:standby 2024-02-26T04:56:00.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:55:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:56:01.031 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 -- 172.21.15.112:0/949891201 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541077c0 msgr2=0x7fd454107be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 --2- 172.21.15.112:0/949891201 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541077c0 0x7fd454107be0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7fd444009900 tx=0x7fd44402bc40 comp rx=0 tx=0).stop 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 -- 172.21.15.112:0/949891201 shutdown_connections 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 --2- 172.21.15.112:0/949891201 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd454109370 0x7fd45410fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 --2- 172.21.15.112:0/949891201 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd4541089b0 0x7fd454108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 --2- 172.21.15.112:0/949891201 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541077c0 0x7fd454107be0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 -- 172.21.15.112:0/949891201 >> 172.21.15.112:0/949891201 conn(0x7fd454076790 msgr2=0x7fd454078bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:01.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 -- 172.21.15.112:0/949891201 shutdown_connections 2024-02-26T04:56:01.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.248+0000 7fd458c00640 1 -- 172.21.15.112:0/949891201 wait complete. 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.249+0000 7fd458c00640 1 Processor -- start 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 -- start start 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4541077c0 0x7fd45419d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 0x7fd45419df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4541a54b0 con 0x7fd4541089b0 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4541a5620 con 0x7fd4541077c0 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd458c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4541a57e0 con 0x7fd454109370 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd44be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 0x7fd45419df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:01.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd452800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd452800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:56828/0 (socket says 172.21.15.112:56828) 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd452800640 1 -- 172.21.15.112:0/2488853834 learned_addr learned my addr 172.21.15.112:0/2488853834 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.250+0000 7fd451e00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4541077c0 0x7fd45419d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 -- 172.21.15.112:0/2488853834 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4541077c0 msgr2=0x7fd45419d9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4541077c0 0x7fd45419d9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 -- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 msgr2=0x7fd45419df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 0x7fd45419df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 -- 172.21.15.112:0/2488853834 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd444009560 con 0x7fd454109370 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd44be00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 0x7fd45419df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd452800640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00eb10 tx=0x7fd44c00c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44c004b20 con 0x7fd454109370 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4541a5ac0 con 0x7fd454109370 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd44c004c80 con 0x7fd454109370 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.251+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd44c010760 con 0x7fd454109370 2024-02-26T04:56:01.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.252+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4541a5fd0 con 0x7fd454109370 2024-02-26T04:56:01.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.253+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd45410ea10 con 0x7fd454109370 2024-02-26T04:56:01.257 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.254+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fd44c0108e0 con 0x7fd454109370 2024-02-26T04:56:01.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.256+0000 7fd44aa00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 0x7fd4340a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:01.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.256+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fd44c014070 con 0x7fd454109370 2024-02-26T04:56:01.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.256+0000 7fd451e00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 0x7fd4340a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:01.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.257+0000 7fd451e00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 0x7fd4340a4580 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd44402c180 tx=0x7fd44402df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:01.260 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.258+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd44c097160 con 0x7fd454109370 2024-02-26T04:56:01.361 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 systemd[1]: Starting Ceph mds.f for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:01.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.492+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd454113340 con 0x7fd454109370 2024-02-26T04:56:01.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.493+0000 7fd44aa00640 1 -- 172.21.15.112:0/2488853834 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4501 (secure 0 0 0) 0x7fd44c09a820 con 0x7fd454109370 2024-02-26T04:56:01.496 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:01.496 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-02-26T04:56:01.496 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 6 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 msgr2=0x7fd4340a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 0x7fd4340a4580 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fd44402c180 tx=0x7fd44402df90 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 msgr2=0x7fd4541a4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd44c00eb10 tx=0x7fd44c00c2d0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 shutdown_connections 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd4340a20c0 0x7fd4340a4580 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd454109370 0x7fd4541a4f70 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd4541089b0 0x7fd45419df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 --2- 172.21.15.112:0/2488853834 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd4541077c0 0x7fd45419d9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 >> 172.21.15.112:0/2488853834 conn(0x7fd454076790 msgr2=0x7fd45410bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 shutdown_connections 2024-02-26T04:56:01.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:01.496+0000 7fd458c00640 1 -- 172.21.15.112:0/2488853834 wait complete. 2024-02-26T04:56:01.685 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 podman[67206]: 2024-02-26 04:56:01.414638223 +0000 UTC m=+0.112672618 container create a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True) 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 podman[67206]: 2024-02-26 04:56:01.319100588 +0000 UTC m=+0.017135015 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 podman[67206]: 2024-02-26 04:56:01.608325143 +0000 UTC m=+0.306359557 container init a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 podman[67206]: 2024-02-26 04:56:01.610897132 +0000 UTC m=+0.308931536 container start a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5) 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 ceph-mds[67225]: -- 172.21.15.175:0/3126707149 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564d8feb41a0 con 0x564d8fe8a800 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: starting mds.f at 2024-02-26T04:56:01.686 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 bash[67206]: a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 2024-02-26T04:56:02.111 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 04:56:01 smithi175 systemd[1]: Started Ceph mds.f for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:02.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:02.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2488853834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:02.583 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.584 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.584 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.584 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:02.584 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:02.584 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:02 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2488853834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:02.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:02.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:02 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2488853834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:02.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:02 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:03.474 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:03 smithi175 ceph-mon[36652]: Deploying daemon mds.c on smithi175 2024-02-26T04:56:03.474 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:03 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:boot 2024-02-26T04:56:03.474 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:03 smithi175 ceph-mon[36652]: fsmap 6 up:standby 2024-02-26T04:56:03.474 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:03 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:56:03.519 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:03.604 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:03 smithi112 ceph-mon[31817]: Deploying daemon mds.c on smithi175 2024-02-26T04:56:03.604 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:03 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:boot 2024-02-26T04:56:03.604 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:03 smithi112 ceph-mon[31817]: fsmap 6 up:standby 2024-02-26T04:56:03.604 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:03 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:56:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:03 smithi161 ceph-mon[36447]: Deploying daemon mds.c on smithi175 2024-02-26T04:56:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:03 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:boot 2024-02-26T04:56:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:03 smithi161 ceph-mon[36447]: fsmap 6 up:standby 2024-02-26T04:56:03.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:03 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.736+0000 7f42dfc00640 1 -- 172.21.15.112:0/3805617961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d81077c0 msgr2=0x7f42d8107be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.736+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3805617961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d81077c0 0x7f42d8107be0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f42c0009900 tx=0x7f42c002bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 -- 172.21.15.112:0/3805617961 shutdown_connections 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3805617961 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d8109370 0x7f42d810fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3805617961 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 0x7f42d8108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3805617961 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d81077c0 0x7f42d8107be0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 -- 172.21.15.112:0/3805617961 >> 172.21.15.112:0/3805617961 conn(0x7f42d8076790 msgr2=0x7f42d8078bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 -- 172.21.15.112:0/3805617961 shutdown_connections 2024-02-26T04:56:03.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.737+0000 7f42dfc00640 1 -- 172.21.15.112:0/3805617961 wait complete. 2024-02-26T04:56:03.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 Processor -- start 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 -- start start 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 0x7f42d819de30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 0x7f42d81a4ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42d81a53e0 con 0x7f42d81077c0 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42d81a5550 con 0x7f42d81089b0 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.738+0000 7f42dfc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42d81a5710 con 0x7f42d8109370 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42848/0 (socket says 172.21.15.112:42848) 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 -- 172.21.15.112:0/3280856406 learned_addr learned my addr 172.21.15.112:0/3280856406 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42ddc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 0x7f42d81a4ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42cfe00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 0x7f42d819de30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:03.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 -- 172.21.15.112:0/3280856406 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 msgr2=0x7f42d81a4ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 0x7f42d81a4ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 -- 172.21.15.112:0/3280856406 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 msgr2=0x7f42d819de30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 0x7f42d819de30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 -- 172.21.15.112:0/3280856406 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42c0009560 con 0x7f42d81077c0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42ddc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 0x7f42d81a4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.739+0000 7f42dd200640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f42c0000c00 tx=0x7f42c002c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.740+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c00043d0 con 0x7f42d81077c0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.740+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f42c0005310 con 0x7f42d81077c0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.740+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42c0003e50 con 0x7f42d81077c0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.740+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42d81a5990 con 0x7f42d81077c0 2024-02-26T04:56:03.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.740+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42d81a5e50 con 0x7f42d81077c0 2024-02-26T04:56:03.745 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.741+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42d810ea10 con 0x7f42d81077c0 2024-02-26T04:56:03.745 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.743+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f42c00035f0 con 0x7f42d81077c0 2024-02-26T04:56:03.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.744+0000 7f42d6000640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 0x7f42b80a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:03.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.745+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f42c00eff80 con 0x7f42d81077c0 2024-02-26T04:56:03.747 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.745+0000 7f42cfe00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 0x7f42b80a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:03.748 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.745+0000 7f42cfe00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 0x7f42b80a4600 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f42d819ee00 tx=0x7f42c800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:03.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.749+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f42c00b9350 con 0x7f42d81077c0 2024-02-26T04:56:03.985 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.982+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f42d802ce40 con 0x7f42d81077c0 2024-02-26T04:56:03.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.983+0000 7f42d6000640 1 -- 172.21.15.112:0/3280856406 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5295 (secure 0 0 0) 0x7f42c00bca10 con 0x7f42d81077c0 2024-02-26T04:56:03.986 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:03.986 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7}],"filesystems":[]} 2024-02-26T04:56:03.987 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 7 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 msgr2=0x7f42b80a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 0x7f42b80a4600 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f42d819ee00 tx=0x7f42c800b390 comp rx=0 tx=0).stop 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 msgr2=0x7f42d819d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f42c0000c00 tx=0x7f42c002c6f0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 shutdown_connections 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f42b80a2140 0x7f42b80a4600 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f42d8109370 0x7f42d81a4ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f42d81089b0 0x7f42d819de30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 --2- 172.21.15.112:0/3280856406 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f42d81077c0 0x7f42d819d8f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:03.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.986+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 >> 172.21.15.112:0/3280856406 conn(0x7f42d8076790 msgr2=0x7f42d810bbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:03.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.987+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 shutdown_connections 2024-02-26T04:56:03.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:03.987+0000 7f42dfc00640 1 -- 172.21.15.112:0/3280856406 wait complete. 2024-02-26T04:56:04.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:03 smithi175 systemd[1]: Starting Ceph mds.c for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:04.454 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:04 smithi175 ceph-mon[36652]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:04.454 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:04 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3280856406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:04.455 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 podman[67512]: 2024-02-26 04:56:04.075372985 +0000 UTC m=+0.017902752 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:04.455 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 podman[67512]: 2024-02-26 04:56:04.200083009 +0000 UTC m=+0.142612781 container create 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-02-26T04:56:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:04 smithi161 ceph-mon[36447]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:04 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3280856406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:04.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:04 smithi112 ceph-mon[31817]: pgmap v294: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:04.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:04 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3280856406' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:04.861 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 podman[67512]: 2024-02-26 04:56:04.452306226 +0000 UTC m=+0.394835984 container init 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-02-26T04:56:04.862 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 podman[67512]: 2024-02-26 04:56:04.455308468 +0000 UTC m=+0.397838224 container start 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-02-26T04:56:04.862 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 ceph-mds[67531]: -- 172.21.15.175:0/3220918999 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564cc3ab21a0 con 0x564cc3a88c00 2024-02-26T04:56:04.862 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: starting mds.c at 2024-02-26T04:56:04.862 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 bash[67512]: 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 2024-02-26T04:56:04.862 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 04:56:04 smithi175 systemd[1]: Started Ceph mds.c for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: Deploying daemon mds.h on smithi161 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6836/1485715871,v1:172.21.15.175:6837/1485715871] up:boot 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: fsmap 7 up:standby 2024-02-26T04:56:05.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:05 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:56:05.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: Deploying daemon mds.h on smithi161 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:05.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6836/1485715871,v1:172.21.15.175:6837/1485715871] up:boot 2024-02-26T04:56:05.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: fsmap 7 up:standby 2024-02-26T04:56:05.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:05 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:56:06.009 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: Deploying daemon mds.h on smithi161 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: pgmap v295: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6836/1485715871,v1:172.21.15.175:6837/1485715871] up:boot 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: fsmap 7 up:standby 2024-02-26T04:56:06.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:05 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:56:06.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 -- 172.21.15.112:0/56931358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01031d0 msgr2=0x7f8df01035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:06.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 --2- 172.21.15.112:0/56931358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01031d0 0x7f8df01035f0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f8de0009900 tx=0x7f8de002bc40 comp rx=0 tx=0).stop 2024-02-26T04:56:06.236 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 -- 172.21.15.112:0/56931358 shutdown_connections 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 --2- 172.21.15.112:0/56931358 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 0x7f8df010b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 --2- 172.21.15.112:0/56931358 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01043c0 0x7f8df0104840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 --2- 172.21.15.112:0/56931358 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01031d0 0x7f8df01035f0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 -- 172.21.15.112:0/56931358 >> 172.21.15.112:0/56931358 conn(0x7f8df00fe760 msgr2=0x7f8df0100b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 -- 172.21.15.112:0/56931358 shutdown_connections 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.231+0000 7f8def200640 1 -- 172.21.15.112:0/56931358 wait complete. 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 Processor -- start 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 -- start start 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01031d0 0x7f8df01993d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 0x7f8df01a0980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df01a0ec0 con 0x7f8df01043c0 2024-02-26T04:56:06.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df01a1030 con 0x7f8df0104d80 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8def200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8df01a11f0 con 0x7f8df01031d0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8ded400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8ded400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59760/0 (socket says 172.21.15.112:59760) 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.232+0000 7f8ded400640 1 -- 172.21.15.112:0/1226124794 learned_addr learned my addr 172.21.15.112:0/1226124794 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8dede00640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01031d0 0x7f8df01993d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8dee800640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 0x7f8df01a0980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 -- 172.21.15.112:0/1226124794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01031d0 msgr2=0x7f8df01993d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01031d0 0x7f8df01993d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 -- 172.21.15.112:0/1226124794 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 msgr2=0x7f8df01a0980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 0x7f8df01a0980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 -- 172.21.15.112:0/1226124794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8de0009560 con 0x7f8df01043c0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8ded400640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00e9f0 tx=0x7f8ddc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc009720 con 0x7f8df01043c0 2024-02-26T04:56:06.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8df01a14d0 con 0x7f8df01043c0 2024-02-26T04:56:06.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.233+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8ddc00cd80 con 0x7f8df01043c0 2024-02-26T04:56:06.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.234+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ddc010690 con 0x7f8df01043c0 2024-02-26T04:56:06.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.234+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8df01a19e0 con 0x7f8df01043c0 2024-02-26T04:56:06.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.235+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8df010a420 con 0x7f8df01043c0 2024-02-26T04:56:06.239 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.237+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f8ddc0046c0 con 0x7f8df01043c0 2024-02-26T04:56:06.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.238+0000 7f8de6a00640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 0x7f8dd40a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:06.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.238+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8ddc014070 con 0x7f8df01043c0 2024-02-26T04:56:06.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.238+0000 7f8dede00640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 0x7f8dd40a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:06.241 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.239+0000 7f8dede00640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 0x7f8dd40a4600 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8de002c180 tx=0x7f8de002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:06.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.240+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8ddc097160 con 0x7f8df01043c0 2024-02-26T04:56:06.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.473+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8df010efa0 con 0x7f8df01043c0 2024-02-26T04:56:06.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.474+0000 7f8de6a00640 1 -- 172.21.15.112:0/1226124794 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6089 (secure 0 0 0) 0x7f8ddc09a820 con 0x7f8df01043c0 2024-02-26T04:56:06.476 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:06.476 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8}],"filesystems":[]} 2024-02-26T04:56:06.477 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 8 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 msgr2=0x7f8dd40a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 0x7f8dd40a4600 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f8de002c180 tx=0x7f8de002df90 comp rx=0 tx=0).stop 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 msgr2=0x7f8df0199910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f8ddc00e9f0 tx=0x7f8ddc00edf0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 shutdown_connections 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8dd40a2140 0x7f8dd40a4600 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8df0104d80 0x7f8df01a0980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8df01043c0 0x7f8df0199910 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 --2- 172.21.15.112:0/1226124794 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8df01031d0 0x7f8df01993d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:06.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 >> 172.21.15.112:0/1226124794 conn(0x7f8df00fe760 msgr2=0x7f8df01075f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:06.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 shutdown_connections 2024-02-26T04:56:06.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:06.476+0000 7f8def200640 1 -- 172.21.15.112:0/1226124794 wait complete. 2024-02-26T04:56:06.840 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:06 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1226124794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:06 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1226124794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:06.944 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:06 smithi161 systemd[1]: Starting Ceph mds.h for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:06 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1226124794' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:07.273 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 podman[65963]: 2024-02-26 04:56:06.913128632 +0000 UTC m=+0.018007830 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:07.274 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 podman[65963]: 2024-02-26 04:56:07.027263174 +0000 UTC m=+0.132142371 container create 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_BRANCH=HEAD) 2024-02-26T04:56:07.274 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 podman[65963]: 2024-02-26 04:56:07.246211325 +0000 UTC m=+0.351090534 container init 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=) 2024-02-26T04:56:07.274 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 podman[65963]: 2024-02-26 04:56:07.248927414 +0000 UTC m=+0.353806611 container start 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True) 2024-02-26T04:56:07.274 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 ceph-mds[65982]: -- 172.21.15.161:0/254493962 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e6012701a0 con 0x55e601247000 2024-02-26T04:56:07.694 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: starting mds.h at 2024-02-26T04:56:07.694 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 bash[65963]: 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a 2024-02-26T04:56:07.694 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 04:56:07 smithi161 systemd[1]: Started Ceph mds.h for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:08.498 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:08.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: Deploying daemon mds.i on smithi175 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6836/710454929,v1:172.21.15.161:6837/710454929] up:boot 2024-02-26T04:56:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: fsmap 8 up:standby 2024-02-26T04:56:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:08 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:56:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: Deploying daemon mds.i on smithi175 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6836/710454929,v1:172.21.15.161:6837/710454929] up:boot 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: fsmap 8 up:standby 2024-02-26T04:56:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:08 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:56:08.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 -- 172.21.15.112:0/1144757038 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 msgr2=0x7f2e8810b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 --2- 172.21.15.112:0/1144757038 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e8810b800 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f2e80009be0 tx=0x7f2e8002bef0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 -- 172.21.15.112:0/1144757038 shutdown_connections 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 --2- 172.21.15.112:0/1144757038 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e8810b800 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 --2- 172.21.15.112:0/1144757038 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 0x7f2e88104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 --2- 172.21.15.112:0/1144757038 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 -- 172.21.15.112:0/1144757038 >> 172.21.15.112:0/1144757038 conn(0x7f2e880fe970 msgr2=0x7f2e88100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 -- 172.21.15.112:0/1144757038 shutdown_connections 2024-02-26T04:56:08.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.715+0000 7f2e8de00640 1 -- 172.21.15.112:0/1144757038 wait complete. 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 Processor -- start 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 -- start start 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 0x7f2e88199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e881a0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e881a0fe0 con 0x7f2e881033c0 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e881a1150 con 0x7f2e881045b0 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e8de00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e881a1310 con 0x7f2e88104f70 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e86a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.716+0000 7f2e86a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59774/0 (socket says 172.21.15.112:59774) 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 -- 172.21.15.112:0/2671007186 learned_addr learned my addr 172.21.15.112:0/2671007186 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e87400640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e881a0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:08.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e7e000640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 0x7f2e88199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 -- 172.21.15.112:0/2671007186 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 msgr2=0x7f2e881a0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e881a0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 -- 172.21.15.112:0/2671007186 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 msgr2=0x7f2e88199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 0x7f2e88199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 -- 172.21.15.112:0/2671007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e80009840 con 0x7f2e881033c0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e87400640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e881a0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e86a00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2e7800e9f0 tx=0x7f2e7800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e7800ccc0 con 0x7f2e881033c0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f2e7800ce20 con 0x7f2e881033c0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e881a15f0 con 0x7f2e881033c0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.717+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e78010430 con 0x7f2e881033c0 2024-02-26T04:56:08.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.718+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e881a1b00 con 0x7f2e881033c0 2024-02-26T04:56:08.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.719+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e8810a610 con 0x7f2e881033c0 2024-02-26T04:56:08.723 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.721+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f2e78004000 con 0x7f2e881033c0 2024-02-26T04:56:08.724 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.722+0000 7f2e8ca00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 0x7f2e6c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:08.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.722+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f2e78014070 con 0x7f2e881033c0 2024-02-26T04:56:08.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.722+0000 7f2e7e000640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 0x7f2e6c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:08.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.723+0000 7f2e7e000640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 0x7f2e6c0a4580 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2e8819aa00 tx=0x7f2e70005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:08.729 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.726+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2e78096eb0 con 0x7f2e881033c0 2024-02-26T04:56:08.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: pgmap v296: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:08.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: Deploying daemon mds.i on smithi175 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6836/710454929,v1:172.21.15.161:6837/710454929] up:boot 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: fsmap 8 up:standby 2024-02-26T04:56:08.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:08 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:56:08.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.963+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2e8810ef40 con 0x7f2e881033c0 2024-02-26T04:56:08.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.964+0000 7f2e8ca00640 1 -- 172.21.15.112:0/2671007186 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6880 (secure 0 0 0) 0x7f2e7809a570 con 0x7f2e881033c0 2024-02-26T04:56:08.967 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:08.967 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-02-26T04:56:08.967 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 9 2024-02-26T04:56:08.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 msgr2=0x7f2e6c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 0x7f2e6c0a4580 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f2e8819aa00 tx=0x7f2e70005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 msgr2=0x7f2e881994f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f2e7800e9f0 tx=0x7f2e7800eeb0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 shutdown_connections 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2e6c0a20c0 0x7f2e6c0a4580 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e88104f70 0x7f2e881a0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e881045b0 0x7f2e88199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 --2- 172.21.15.112:0/2671007186 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e881033c0 0x7f2e881994f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 >> 172.21.15.112:0/2671007186 conn(0x7f2e880fe970 msgr2=0x7f2e881077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 shutdown_connections 2024-02-26T04:56:08.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:08.968+0000 7f2e8de00640 1 -- 172.21.15.112:0/2671007186 wait complete. 2024-02-26T04:56:09.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:09 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2671007186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:09.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:09 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2671007186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:09.804 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:09 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2671007186' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:09.805 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:09 smithi175 systemd[1]: Starting Ceph mds.i for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:09 smithi175 podman[67826]: 2024-02-26 04:56:09.705075966 +0000 UTC m=+0.017512188 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:09 smithi175 podman[67826]: 2024-02-26 04:56:09.802870221 +0000 UTC m=+0.115306421 container create 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 podman[67826]: 2024-02-26 04:56:10.022225213 +0000 UTC m=+0.334661422 container init 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_BRANCH=HEAD) 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 podman[67826]: 2024-02-26 04:56:10.024750122 +0000 UTC m=+0.337186334 container start 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mds[67846]: -- 172.21.15.175:0/2103545743 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x559ff78da1a0 con 0x559ff78b1000 2024-02-26T04:56:10.112 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: starting mds.i at 2024-02-26T04:56:10.409 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 bash[67826]: 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 2024-02-26T04:56:10.409 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 04:56:10 smithi175 systemd[1]: Started Ceph mds.i for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:10.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:10.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:10 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:10.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:10 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: pgmap v297: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:10 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:10.991 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 -- 172.21.15.112:0/1558377653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 msgr2=0x7f10a8104030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 --2- 172.21.15.112:0/1558377653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a8104030 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f109c009900 tx=0x7f109c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 -- 172.21.15.112:0/1558377653 shutdown_connections 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 --2- 172.21.15.112:0/1558377653 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8106ea0 0x7f10a81092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 --2- 172.21.15.112:0/1558377653 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8104570 0x7f10a8106960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 --2- 172.21.15.112:0/1558377653 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a8104030 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 -- 172.21.15.112:0/1558377653 >> 172.21.15.112:0/1558377653 conn(0x7f10a80fb630 msgr2=0x7f10a80fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:11.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 -- 172.21.15.112:0/1558377653 shutdown_connections 2024-02-26T04:56:11.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.186+0000 7f10afe00640 1 -- 172.21.15.112:0/1558377653 wait complete. 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.187+0000 7f10afe00640 1 Processor -- start 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.187+0000 7f10afe00640 1 -- start start 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8104570 0x7f10a8199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 0x7f10a81a0b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:11.192 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a81a1090 con 0x7f10a8101c40 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a81a1200 con 0x7f10a8104570 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10afe00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10a81a13c0 con 0x7f10a8106ea0 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59786/0 (socket says 172.21.15.112:59786) 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 -- 172.21.15.112:0/2807550198 learned_addr learned my addr 172.21.15.112:0/2807550198 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10aca00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8104570 0x7f10a8199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ade00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 0x7f10a81a0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 -- 172.21.15.112:0/2807550198 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 msgr2=0x7f10a81a0b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 0x7f10a81a0b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 -- 172.21.15.112:0/2807550198 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8104570 msgr2=0x7f10a8199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8104570 0x7f10a8199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ad400640 1 -- 172.21.15.112:0/2807550198 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f109c009560 con 0x7f10a8101c40 2024-02-26T04:56:11.193 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.188+0000 7f10ade00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 0x7f10a81a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10ad400640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f109c02c240 tx=0x7f109c02c680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c0042d0 con 0x7f10a8101c40 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f109c004430 con 0x7f10a8101c40 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10a81a1640 con 0x7f10a8101c40 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f109c003d00 con 0x7f10a8101c40 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.189+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10a81a1b50 con 0x7f10a8101c40 2024-02-26T04:56:11.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.190+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10a81089f0 con 0x7f10a8101c40 2024-02-26T04:56:11.195 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.192+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f109c004e10 con 0x7f10a8101c40 2024-02-26T04:56:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.193+0000 7f10a6000640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 0x7f10900a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.193+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f109c0effe0 con 0x7f10a8101c40 2024-02-26T04:56:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.193+0000 7f10aca00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 0x7f10900a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:11.196 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.194+0000 7f10aca00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 0x7f10900a4580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f10a819aab0 tx=0x7f1094005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:11.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.198+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f109c0b93f0 con 0x7f10a8101c40 2024-02-26T04:56:11.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.441+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f10a802cdd0 con 0x7f10a8101c40 2024-02-26T04:56:11.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.442+0000 7f10a6000640 1 -- 172.21.15.112:0/2807550198 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7676 (secure 0 0 0) 0x7f109c003e60 con 0x7f10a8101c40 2024-02-26T04:56:11.445 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:11.445 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-26T04:56:11.445 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 10 2024-02-26T04:56:11.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 msgr2=0x7f10900a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:11.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 0x7f10900a4580 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f10a819aab0 tx=0x7f1094005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:11.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 msgr2=0x7f10a81995a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f109c02c240 tx=0x7f109c02c680 comp rx=0 tx=0).stop 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 shutdown_connections 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f10900a20c0 0x7f10900a4580 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f10a8106ea0 0x7f10a81a0b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f10a8104570 0x7f10a8199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 --2- 172.21.15.112:0/2807550198 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f10a8101c40 0x7f10a81995a0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:11.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 >> 172.21.15.112:0/2807550198 conn(0x7f10a80fb630 msgr2=0x7f10a8101330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:11.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 shutdown_connections 2024-02-26T04:56:11.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:11.445+0000 7f10afe00640 1 -- 172.21.15.112:0/2807550198 wait complete. 2024-02-26T04:56:11.663 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:11 smithi112 ceph-mon[31817]: Deploying daemon mds.g on smithi112 2024-02-26T04:56:11.664 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:11 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:boot 2024-02-26T04:56:11.664 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:11 smithi112 ceph-mon[31817]: fsmap 9 up:standby 2024-02-26T04:56:11.664 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:11 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:56:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:11 smithi161 ceph-mon[36447]: Deploying daemon mds.g on smithi112 2024-02-26T04:56:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:11 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:boot 2024-02-26T04:56:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:11 smithi161 ceph-mon[36447]: fsmap 9 up:standby 2024-02-26T04:56:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:11 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:56:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:11 smithi175 ceph-mon[36652]: Deploying daemon mds.g on smithi112 2024-02-26T04:56:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:11 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:boot 2024-02-26T04:56:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:11 smithi175 ceph-mon[36652]: fsmap 9 up:standby 2024-02-26T04:56:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:11 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:56:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:12 smithi161 ceph-mon[36447]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:12 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2807550198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:12 smithi112 ceph-mon[31817]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:12 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2807550198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:12 smithi175 ceph-mon[36652]: pgmap v298: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:12 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2807550198' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:13.467 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:13.488 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 systemd[1]: Starting Ceph mds.g for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 -- 172.21.15.112:0/4250851214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d24104f70 msgr2=0x7f4d2410b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 --2- 172.21.15.112:0/4250851214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d24104f70 0x7f4d2410b800 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f4d20009ca0 tx=0x7f4d2002c100 comp rx=0 tx=0).stop 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 -- 172.21.15.112:0/4250851214 shutdown_connections 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 --2- 172.21.15.112:0/4250851214 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d24104f70 0x7f4d2410b800 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 --2- 172.21.15.112:0/4250851214 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 --2- 172.21.15.112:0/4250851214 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d241033c0 0x7f4d241037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 -- 172.21.15.112:0/4250851214 >> 172.21.15.112:0/4250851214 conn(0x7f4d240fe930 msgr2=0x7f4d24100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 -- 172.21.15.112:0/4250851214 shutdown_connections 2024-02-26T04:56:13.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.651+0000 7f4d2c800640 1 -- 172.21.15.112:0/4250851214 wait complete. 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.652+0000 7f4d2c800640 1 Processor -- start 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.652+0000 7f4d2c800640 1 -- start start 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 0x7f4d241a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d241a1000 con 0x7f4d241033c0 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d241a1170 con 0x7f4d24104f70 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2c800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d241a1330 con 0x7f4d241045b0 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 0x7f4d241a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59800/0 (socket says 172.21.15.112:59800) 2024-02-26T04:56:13.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29e00640 1 -- 172.21.15.112:0/3964168054 learned_addr learned my addr 172.21.15.112:0/3964168054 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29400640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 -- 172.21.15.112:0/3964168054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 msgr2=0x7f4d24199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 -- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 msgr2=0x7f4d24199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d2a800640 1 -- 172.21.15.112:0/3964168054 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d20009900 con 0x7f4d24104f70 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29400640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.653+0000 7f4d29e00640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d2a800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 0x7f4d241a0ac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4d20037040 tx=0x7f4d20032a90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d20034850 con 0x7f4d24104f70 2024-02-26T04:56:13.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4d20003e70 con 0x7f4d24104f70 2024-02-26T04:56:13.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2003f440 con 0x7f4d24104f70 2024-02-26T04:56:13.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d241a15b0 con 0x7f4d24104f70 2024-02-26T04:56:13.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.654+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d241a19e0 con 0x7f4d24104f70 2024-02-26T04:56:13.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.655+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d2410a680 con 0x7f4d24104f70 2024-02-26T04:56:13.659 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.657+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4d2003b040 con 0x7f4d24104f70 2024-02-26T04:56:13.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.658+0000 7f4d1ea00640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 0x7f4d0c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:13.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.658+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4d200f0370 con 0x7f4d24104f70 2024-02-26T04:56:13.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.658+0000 7f4d29e00640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 0x7f4d0c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:13.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.659+0000 7f4d29e00640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 0x7f4d0c0a4580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4d18005fd0 tx=0x7f4d1800b4a0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:13.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.663+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4d200b9740 con 0x7f4d24104f70 2024-02-26T04:56:13.796 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 podman[72937]: 2024-02-26 04:56:13.497414306 +0000 UTC m=+0.033509533 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:13.797 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 podman[72937]: 2024-02-26 04:56:13.641872959 +0000 UTC m=+0.177968223 container create d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0) 2024-02-26T04:56:13.907 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.905+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4d2402cea0 con 0x7f4d24104f70 2024-02-26T04:56:13.908 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.906+0000 7f4d1ea00640 1 -- 172.21.15.112:0/3964168054 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7676 (secure 0 0 0) 0x7f4d200bce00 con 0x7f4d24104f70 2024-02-26T04:56:13.908 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:13.909 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-26T04:56:13.909 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 10 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 msgr2=0x7f4d0c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 0x7f4d0c0a4580 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4d18005fd0 tx=0x7f4d1800b4a0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 msgr2=0x7f4d241a0ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 0x7f4d241a0ac0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f4d20037040 tx=0x7f4d20032a90 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 shutdown_connections 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4d0c0a20c0 0x7f4d0c0a4580 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4d24104f70 0x7f4d241a0ac0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4d241045b0 0x7f4d24199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 --2- 172.21.15.112:0/3964168054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4d241033c0 0x7f4d24199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:13.911 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 >> 172.21.15.112:0/3964168054 conn(0x7f4d240fe930 msgr2=0x7f4d24107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:13.912 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.908+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 shutdown_connections 2024-02-26T04:56:13.912 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:13.909+0000 7f4d2c800640 1 -- 172.21.15.112:0/3964168054 wait complete. 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 podman[72937]: 2024-02-26 04:56:13.895488887 +0000 UTC m=+0.431584235 container init d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 podman[72937]: 2024-02-26 04:56:13.904461378 +0000 UTC m=+0.440556623 container start d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240214) 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 ceph-mds[72995]: -- 172.21.15.112:0/2542629784 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558050d261a0 con 0x558050cfd000 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g[72991]: starting mds.g at 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:14 smithi112 bash[72937]: d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 2024-02-26T04:56:14.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 04:56:14 smithi112 systemd[1]: Started Ceph mds.g for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3964168054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:14.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:14.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:14 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3964168054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:14.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:14 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: pgmap v299: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3964168054' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:14 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:15 smithi112 ceph-mon[31817]: Deploying daemon mds.a on smithi112 2024-02-26T04:56:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:15 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.112:6838/1541992206,v1:172.21.15.112:6839/1541992206] up:boot 2024-02-26T04:56:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:15 smithi112 ceph-mon[31817]: fsmap 10 up:standby 2024-02-26T04:56:15.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:15 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:56:15.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:15 smithi175 ceph-mon[36652]: Deploying daemon mds.a on smithi112 2024-02-26T04:56:15.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:15 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.112:6838/1541992206,v1:172.21.15.112:6839/1541992206] up:boot 2024-02-26T04:56:15.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:15 smithi175 ceph-mon[36652]: fsmap 10 up:standby 2024-02-26T04:56:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:15 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:56:15.929 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:15 smithi161 ceph-mon[36447]: Deploying daemon mds.a on smithi112 2024-02-26T04:56:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:15 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.112:6838/1541992206,v1:172.21.15.112:6839/1541992206] up:boot 2024-02-26T04:56:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:15 smithi161 ceph-mon[36447]: fsmap 10 up:standby 2024-02-26T04:56:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:15 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 -- 172.21.15.112:0/4192472397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81641089b0 msgr2=0x7f8164108e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 --2- 172.21.15.112:0/4192472397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81641089b0 0x7f8164108e30 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f8150009860 tx=0x7f815002bb70 comp rx=0 tx=0).stop 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 -- 172.21.15.112:0/4192472397 shutdown_connections 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 --2- 172.21.15.112:0/4192472397 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8164109370 0x7f816410fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 --2- 172.21.15.112:0/4192472397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f81641089b0 0x7f8164108e30 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 --2- 172.21.15.112:0/4192472397 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641077c0 0x7f8164107be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.139 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 -- 172.21.15.112:0/4192472397 >> 172.21.15.112:0/4192472397 conn(0x7f8164076790 msgr2=0x7f8164078bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:16.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 -- 172.21.15.112:0/4192472397 shutdown_connections 2024-02-26T04:56:16.140 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.136+0000 7f816b800640 1 -- 172.21.15.112:0/4192472397 wait complete. 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.137+0000 7f816b800640 1 Processor -- start 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.137+0000 7f816b800640 1 -- start start 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 0x7f816419de50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8164109370 0x7f81641a4ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81641a5400 con 0x7f81641077c0 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81641a5570 con 0x7f8164109370 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f816b800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81641a5730 con 0x7f81641089b0 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8168e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 0x7f816419de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:16.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8168e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55768/0 (socket says 172.21.15.112:55768) 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8168e00640 1 -- 172.21.15.112:0/2744835136 learned_addr learned my addr 172.21.15.112:0/2744835136 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8169800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8164109370 0x7f81641a4ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 -- 172.21.15.112:0/2744835136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8164109370 msgr2=0x7f81641a4ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8164109370 0x7f81641a4ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 -- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 msgr2=0x7f816419d910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8163e00640 1 -- 172.21.15.112:0/2744835136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f815c009900 con 0x7f81641089b0 2024-02-26T04:56:16.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.138+0000 7f8168e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f8163e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 0x7f816419de50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f815002c0b0 tx=0x7f81500045a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f815002c510 con 0x7f81641089b0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f815002cb70 con 0x7f81641089b0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8150009490 con 0x7f81641089b0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8150032640 con 0x7f81641089b0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.139+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81641a5cd0 con 0x7f81641089b0 2024-02-26T04:56:16.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.140+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f816410ea80 con 0x7f81641089b0 2024-02-26T04:56:16.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.142+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f815003b040 con 0x7f81641089b0 2024-02-26T04:56:16.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.143+0000 7f8161600640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 0x7f814c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:16.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.144+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f81500ef710 con 0x7f81641089b0 2024-02-26T04:56:16.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.144+0000 7f8168e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 0x7f814c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:16.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.144+0000 7f8168e00640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 0x7f814c0a4580 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f81580058c0 tx=0x7f8158005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:16.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.146+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f81500b8b90 con 0x7f81641089b0 2024-02-26T04:56:16.383 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.380+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8164113540 con 0x7f81641089b0 2024-02-26T04:56:16.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.381+0000 7f8161600640 1 -- 172.21.15.112:0/2744835136 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8471 (secure 0 0 0) 0x7f81500bc250 con 0x7f81641089b0 2024-02-26T04:56:16.384 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:16.384 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-26T04:56:16.385 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 11 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 msgr2=0x7f814c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 0x7f814c0a4580 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f81580058c0 tx=0x7f8158005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 msgr2=0x7f816419de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 0x7f816419de50 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f815002c0b0 tx=0x7f81500045a0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 shutdown_connections 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f814c0a20c0 0x7f814c0a4580 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8164109370 0x7f81641a4ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f81641089b0 0x7f816419de50 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 --2- 172.21.15.112:0/2744835136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f81641077c0 0x7f816419d910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:16.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 >> 172.21.15.112:0/2744835136 conn(0x7f8164076790 msgr2=0x7f816410bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:16.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 shutdown_connections 2024-02-26T04:56:16.388 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:16.384+0000 7f816b800640 1 -- 172.21.15.112:0/2744835136 wait complete. 2024-02-26T04:56:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:16 smithi112 ceph-mon[31817]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:16.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:16 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2744835136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:16 smithi175 ceph-mon[36652]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:16 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2744835136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:16 smithi161 ceph-mon[36447]: pgmap v300: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:16 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2744835136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:17.596 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 systemd[1]: Starting Ceph mds.a for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:17.893 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 podman[73322]: 2024-02-26 04:56:17.498245068 +0000 UTC m=+0.033555537 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:17.893 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 podman[73322]: 2024-02-26 04:56:17.661425008 +0000 UTC m=+0.196735505 container create ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, GIT_CLEAN=True, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240214) 2024-02-26T04:56:17.893 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 podman[73322]: 2024-02-26 04:56:17.89006117 +0000 UTC m=+0.425371673 container init ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T04:56:18.240 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 podman[73322]: 2024-02-26 04:56:17.898866174 +0000 UTC m=+0.434176678 container start ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-02-26T04:56:18.240 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 ceph-mds[73341]: -- 172.21.15.112:0/1462517405 <== mon.0 v2:172.21.15.112:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5645278201a0 con 0x5645277f7000 2024-02-26T04:56:18.240 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a[73337]: starting mds.a at 2024-02-26T04:56:18.240 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:18 smithi112 bash[73322]: ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 2024-02-26T04:56:18.240 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 04:56:18 smithi112 systemd[1]: Started Ceph mds.a for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:18.407 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 -- 172.21.15.112:0/460795760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1470100a30 msgr2=0x7f14701052d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 --2- 172.21.15.112:0/460795760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1470100a30 0x7f14701052d0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f1468009ca0 tx=0x7f146802c100 comp rx=0 tx=0).stop 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 -- 172.21.15.112:0/460795760 shutdown_connections 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 --2- 172.21.15.112:0/460795760 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1470100a30 0x7f14701052d0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 --2- 172.21.15.112:0/460795760 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100070 0x7f14701004f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 --2- 172.21.15.112:0/460795760 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f14700ff310 0x7f14700ff730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 -- 172.21.15.112:0/460795760 >> 172.21.15.112:0/460795760 conn(0x7f14700fac40 msgr2=0x7f14700fd080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 -- 172.21.15.112:0/460795760 shutdown_connections 2024-02-26T04:56:18.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.620+0000 7f1476e00640 1 -- 172.21.15.112:0/460795760 wait complete. 2024-02-26T04:56:18.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 Processor -- start 2024-02-26T04:56:18.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 -- start start 2024-02-26T04:56:18.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:18.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1470100070 0x7f147019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 0x7f14701a4c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a51c0 con 0x7f14700ff310 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a5330 con 0x7f1470100a30 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.621+0000 7f1476e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701a54f0 con 0x7f1470100070 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55800/0 (socket says 172.21.15.112:55800) 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 -- 172.21.15.112:0/2458550913 learned_addr learned my addr 172.21.15.112:0/2458550913 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1476400640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 0x7f14701a4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475000640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1470100070 0x7f147019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 -- 172.21.15.112:0/2458550913 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1470100070 msgr2=0x7f147019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1470100070 0x7f147019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 -- 172.21.15.112:0/2458550913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 msgr2=0x7f14701a4c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 0x7f14701a4c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 -- 172.21.15.112:0/2458550913 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f145c009490 con 0x7f14700ff310 2024-02-26T04:56:18.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1476400640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 0x7f14701a4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.622+0000 7f1475a00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f146400e9f0 tx=0x7f146400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.623+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464009720 con 0x7f14700ff310 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.623+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f146400cd80 con 0x7f14700ff310 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.623+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464010690 con 0x7f14700ff310 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.623+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1468009900 con 0x7f14700ff310 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.623+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14701a5b00 con 0x7f14700ff310 2024-02-26T04:56:18.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.624+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14701040e0 con 0x7f14700ff310 2024-02-26T04:56:18.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.626+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f14640046c0 con 0x7f14700ff310 2024-02-26T04:56:18.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.627+0000 7f146e000640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 0x7f14580a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:18.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.627+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1464014070 con 0x7f14700ff310 2024-02-26T04:56:18.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.627+0000 7f1475000640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 0x7f14580a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:18.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.628+0000 7f1475000640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 0x7f14580a4600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f147019ebe0 tx=0x7f145c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:18.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.632+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1464096f50 con 0x7f14700ff310 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:18 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:18.799 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:18.799 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.799 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.800 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.800 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:18.800 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:18.800 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:18 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: pgmap v301: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:18.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-02-26T04:56:18.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-02-26T04:56:18.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:18 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:18.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.869+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1470113170 con 0x7f14700ff310 2024-02-26T04:56:18.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.870+0000 7f146e000640 1 -- 172.21.15.112:0/2458550913 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9266 (secure 0 0 0) 0x7f146409a610 con 0x7f14700ff310 2024-02-26T04:56:18.873 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:18.874 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-26T04:56:18.874 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 12 2024-02-26T04:56:18.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 msgr2=0x7f14580a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:18.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 0x7f14580a4600 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f147019ebe0 tx=0x7f145c005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:18.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 msgr2=0x7f147019d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f146400e9f0 tx=0x7f146400edf0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 shutdown_connections 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f14580a2140 0x7f14580a4600 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1470100a30 0x7f14701a4c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1470100070 0x7f147019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 --2- 172.21.15.112:0/2458550913 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f14700ff310 0x7f147019d720 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.873+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 >> 172.21.15.112:0/2458550913 conn(0x7f14700fac40 msgr2=0x7f14701012b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.874+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 shutdown_connections 2024-02-26T04:56:18.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:18.874+0000 7f1476e00640 1 -- 172.21.15.112:0/2458550913 wait complete. 2024-02-26T04:56:19.728 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:19 smithi161 ceph-mon[36447]: Deploying daemon mds.b on smithi161 2024-02-26T04:56:19.728 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:19 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.112:6840/3670501294,v1:172.21.15.112:6841/3670501294] up:boot 2024-02-26T04:56:19.728 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:19 smithi161 ceph-mon[36447]: fsmap 11 up:standby 2024-02-26T04:56:19.728 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:19 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:56:19.728 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:19 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2458550913' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:19 smithi112 ceph-mon[31817]: Deploying daemon mds.b on smithi161 2024-02-26T04:56:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:19 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.112:6840/3670501294,v1:172.21.15.112:6841/3670501294] up:boot 2024-02-26T04:56:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:19 smithi112 ceph-mon[31817]: fsmap 11 up:standby 2024-02-26T04:56:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:19 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:56:19.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:19 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2458550913' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:19 smithi175 ceph-mon[36652]: Deploying daemon mds.b on smithi161 2024-02-26T04:56:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:19 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.112:6840/3670501294,v1:172.21.15.112:6841/3670501294] up:boot 2024-02-26T04:56:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:19 smithi175 ceph-mon[36652]: fsmap 11 up:standby 2024-02-26T04:56:19.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:19 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:56:19.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:19 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2458550913' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:20.127 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 systemd[1]: Starting Ceph mds.b for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T04:56:20.444 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 podman[66271]: 2024-02-26 04:56:20.337476871 +0000 UTC m=+0.109119649 container create 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-02-26T04:56:20.444 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 podman[66271]: 2024-02-26 04:56:20.246720656 +0000 UTC m=+0.018363449 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T04:56:20.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:20 smithi112 ceph-mon[31817]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:20 smithi175 ceph-mon[36652]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:20.896 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:20 smithi161 ceph-mon[36447]: pgmap v302: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:20.944 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 podman[66271]: 2024-02-26 04:56:20.573155054 +0000 UTC m=+0.344797838 container init 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD) 2024-02-26T04:56:20.945 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 podman[66271]: 2024-02-26 04:56:20.575934629 +0000 UTC m=+0.347577408 container start 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214) 2024-02-26T04:56:20.945 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 ceph-mds[66290]: -- 172.21.15.161:0/1316007044 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c44d6161a0 con 0x55c44d5ec800 2024-02-26T04:56:20.945 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: starting mds.b at 2024-02-26T04:56:20.945 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 bash[66271]: 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 2024-02-26T04:56:20.945 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:20 smithi161 systemd[1]: Started Ceph mds.b for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T04:56:21.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.098+0000 7f4c89600640 1 -- 172.21.15.112:0/2853426846 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 msgr2=0x7f4c841095e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.098+0000 7f4c89600640 1 --2- 172.21.15.112:0/2853426846 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841095e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4c7c009be0 tx=0x7f4c7c02bef0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 -- 172.21.15.112:0/2853426846 shutdown_connections 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 --2- 172.21.15.112:0/2853426846 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841095e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 --2- 172.21.15.112:0/2853426846 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c84102390 0x7f4c84102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 --2- 172.21.15.112:0/2853426846 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c841011a0 0x7f4c841015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 -- 172.21.15.112:0/2853426846 >> 172.21.15.112:0/2853426846 conn(0x7f4c840fc730 msgr2=0x7f4c840feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 -- 172.21.15.112:0/2853426846 shutdown_connections 2024-02-26T04:56:21.102 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.099+0000 7f4c89600640 1 -- 172.21.15.112:0/2853426846 wait complete. 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 Processor -- start 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 -- start start 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c84102390 0x7f4c84199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841a0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c841a0fd0 con 0x7f4c84102390 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c841a1140 con 0x7f4c84102d50 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.100+0000 7f4c89600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c841a1300 con 0x7f4c841011a0 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:33216/0 (socket says 172.21.15.112:33216) 2024-02-26T04:56:21.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 -- 172.21.15.112:0/2667394386 learned_addr learned my addr 172.21.15.112:0/2667394386 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c83400640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841a0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c7a000640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c84102390 0x7f4c84199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 -- 172.21.15.112:0/2667394386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 msgr2=0x7f4c841a0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841a0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 -- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c84102390 msgr2=0x7f4c84199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c84102390 0x7f4c84199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 -- 172.21.15.112:0/2667394386 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c7c009840 con 0x7f4c841011a0 2024-02-26T04:56:21.105 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.101+0000 7f4c82a00640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4c7400e9f0 tx=0x7f4c7400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.102+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c7400ccc0 con 0x7f4c841011a0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.102+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c841a15e0 con 0x7f4c841011a0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.102+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4c7400ce20 con 0x7f4c841011a0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.102+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c74010430 con 0x7f4c841011a0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.102+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c841a1b40 con 0x7f4c841011a0 2024-02-26T04:56:21.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.103+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c8410cd10 con 0x7f4c841011a0 2024-02-26T04:56:21.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.105+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4c74004000 con 0x7f4c841011a0 2024-02-26T04:56:21.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.106+0000 7f4c7be00640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 0x7f4c680a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:21.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.106+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4c74014070 con 0x7f4c841011a0 2024-02-26T04:56:21.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.106+0000 7f4c7a000640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 0x7f4c680a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:21.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.107+0000 7f4c7a000640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 0x7f4c680a4600 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4c8419a9f0 tx=0x7f4c6c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:21.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.110+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4c74096e20 con 0x7f4c841011a0 2024-02-26T04:56:21.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.353+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4c841a1dc0 con 0x7f4c841011a0 2024-02-26T04:56:21.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.354+0000 7f4c7be00640 1 -- 172.21.15.112:0/2667394386 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9266 (secure 0 0 0) 0x7f4c7409a4e0 con 0x7f4c841011a0 2024-02-26T04:56:21.357 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:21.357 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10}],"filesystems":[]} 2024-02-26T04:56:21.358 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 12 2024-02-26T04:56:21.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 msgr2=0x7f4c680a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:21.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 0x7f4c680a4600 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f4c8419a9f0 tx=0x7f4c6c005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:21.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 msgr2=0x7f4c841994e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:21.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4c7400e9f0 tx=0x7f4c7400eeb0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 shutdown_connections 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c680a2140 0x7f4c680a4600 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4c84102d50 0x7f4c841a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4c84102390 0x7f4c84199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 --2- 172.21.15.112:0/2667394386 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4c841011a0 0x7f4c841994e0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 >> 172.21.15.112:0/2667394386 conn(0x7f4c840fc730 msgr2=0x7f4c840733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 shutdown_connections 2024-02-26T04:56:21.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:21.357+0000 7f4c89600640 1 -- 172.21.15.112:0/2667394386 wait complete. 2024-02-26T04:56:21.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2667394386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:boot 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: fsmap 12 up:standby 2024-02-26T04:56:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:21 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:56:22.023 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.023 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.023 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.023 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2667394386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:boot 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: fsmap 12 up:standby 2024-02-26T04:56:22.024 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:21 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2667394386' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:boot 2024-02-26T04:56:22.050 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: fsmap 12 up:standby 2024-02-26T04:56:22.051 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:21 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:56:23.381 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:23.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 -- 172.21.15.112:0/2788269495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 msgr2=0x7f52341092f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:23.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 --2- 172.21.15.112:0/2788269495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341092f0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f522c009ca0 tx=0x7f522c02c0f0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 -- 172.21.15.112:0/2788269495 shutdown_connections 2024-02-26T04:56:23.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 --2- 172.21.15.112:0/2788269495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341092f0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 --2- 172.21.15.112:0/2788269495 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 0x7f5234106960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 --2- 172.21.15.112:0/2788269495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.572+0000 7f523c200640 1 -- 172.21.15.112:0/2788269495 >> 172.21.15.112:0/2788269495 conn(0x7f52340fb630 msgr2=0x7f52340fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:23.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.573+0000 7f523c200640 1 -- 172.21.15.112:0/2788269495 shutdown_connections 2024-02-26T04:56:23.576 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.573+0000 7f523c200640 1 -- 172.21.15.112:0/2788269495 wait complete. 2024-02-26T04:56:23.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 Processor -- start 2024-02-26T04:56:23.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 -- start start 2024-02-26T04:56:23.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 0x7f5234199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52341a1020 con 0x7f5234106ea0 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52341a1190 con 0x7f5234101c40 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523c200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52341a1350 con 0x7f5234104570 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f523a200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f5239800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f5239800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:37378/0 (socket says 172.21.15.112:37378) 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.574+0000 7f5239800640 1 -- 172.21.15.112:0/1469097454 learned_addr learned my addr 172.21.15.112:0/1469097454 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f5238e00640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 0x7f5234199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 -- 172.21.15.112:0/1469097454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 msgr2=0x7f5234199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 0x7f5234199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 -- 172.21.15.112:0/1469097454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 msgr2=0x7f5234199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:23.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 -- 172.21.15.112:0/1469097454 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f522c009900 con 0x7f5234106ea0 2024-02-26T04:56:23.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f523a200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341a0ae0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f522c02c630 tx=0x7f522c032600 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.575+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c032e70 con 0x7f5234106ea0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.576+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f522c003e70 con 0x7f5234106ea0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.576+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52341a15d0 con 0x7f5234106ea0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.576+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c040450 con 0x7f5234106ea0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.576+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52341a1aa0 con 0x7f5234106ea0 2024-02-26T04:56:23.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.577+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5234108990 con 0x7f5234106ea0 2024-02-26T04:56:23.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.581+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f522c00a040 con 0x7f5234106ea0 2024-02-26T04:56:23.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.582+0000 7f5232000640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 0x7f521c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:23.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.582+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f522c0f0a10 con 0x7f5234106ea0 2024-02-26T04:56:23.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.582+0000 7f5239800640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 0x7f521c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:23.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.583+0000 7f5239800640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 0x7f521c0a4600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5228009c90 tx=0x7f5228005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:23.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.584+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f522c0b9ea0 con 0x7f5234106ea0 2024-02-26T04:56:23.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:23 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:23 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:23 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:23.830 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.828+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f523410cd10 con 0x7f5234106ea0 2024-02-26T04:56:23.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.829+0000 7f5232000640 1 -- 172.21.15.112:0/1469097454 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10061 (secure 0 0 0) 0x7f522c0bd560 con 0x7f5234106ea0 2024-02-26T04:56:23.832 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:23.832 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24500,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24514,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24527,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24547,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24578,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2024-02-26T04:56:23.833 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 13 2024-02-26T04:56:23.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.832+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 msgr2=0x7f521c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:23.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.832+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 0x7f521c0a4600 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f5228009c90 tx=0x7f5228005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.832+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 msgr2=0x7f52341a0ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.832+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341a0ae0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f522c02c630 tx=0x7f522c032600 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 shutdown_connections 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f521c0a2140 0x7f521c0a4600 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5234106ea0 0x7f52341a0ae0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5234104570 0x7f5234199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 --2- 172.21.15.112:0/1469097454 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5234101c40 0x7f5234199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 >> 172.21.15.112:0/1469097454 conn(0x7f52340fb630 msgr2=0x7f52341012b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 shutdown_connections 2024-02-26T04:56:23.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:23.833+0000 7f523c200640 1 -- 172.21.15.112:0/1469097454 wait complete. 2024-02-26T04:56:23.856 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:56:24.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 -- 172.21.15.112:0/1734212081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c075140 msgr2=0x7fb05c073590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 --2- 172.21.15.112:0/1734212081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c075140 0x7fb05c073590 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fb04c009900 tx=0x7fb04c02bcd0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 -- 172.21.15.112:0/1734212081 shutdown_connections 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 --2- 172.21.15.112:0/1734212081 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c10b300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 --2- 172.21.15.112:0/1734212081 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c073b60 0x7fb05c073fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 --2- 172.21.15.112:0/1734212081 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c075140 0x7fb05c073590 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.055+0000 7fb05b200640 1 -- 172.21.15.112:0/1734212081 >> 172.21.15.112:0/1734212081 conn(0x7fb05c0fc510 msgr2=0x7fb05c0fe970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.056+0000 7fb05b200640 1 -- 172.21.15.112:0/1734212081 shutdown_connections 2024-02-26T04:56:24.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.056+0000 7fb05b200640 1 -- 172.21.15.112:0/1734212081 wait complete. 2024-02-26T04:56:24.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 Processor -- start 2024-02-26T04:56:24.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 -- start start 2024-02-26T04:56:24.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 0x7fb05c199350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c1a0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb05c1a0e40 con 0x7fb05c108e70 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb05c1a0fb0 con 0x7fb05c075140 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb05b200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb05c1a1170 con 0x7fb05c073b60 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb059400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb059e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 0x7fb05c199350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb059400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:37388/0 (socket says 172.21.15.112:37388) 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb059e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 0x7fb05c199350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:33234/0 (socket says 172.21.15.112:33234) 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.057+0000 7fb059400640 1 -- 172.21.15.112:0/4143111876 learned_addr learned my addr 172.21.15.112:0/4143111876 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb05a800640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c1a0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 -- 172.21.15.112:0/4143111876 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 msgr2=0x7fb05c199350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 0x7fb05c199350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.062 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 -- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 msgr2=0x7fb05c1a0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c1a0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 -- 172.21.15.112:0/4143111876 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb04c009560 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb05a800640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c1a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb059400640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb04800e9f0 tx=0x7fb04800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb048009720 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb04800cd80 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb048010690 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.058+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb05c1a1450 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.059+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb05c1a1960 con 0x7fb05c075140 2024-02-26T04:56:24.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.060+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb05c107c30 con 0x7fb05c075140 2024-02-26T04:56:24.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.062+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb0480046c0 con 0x7fb05c075140 2024-02-26T04:56:24.066 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.063+0000 7fb052a00640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 0x7fb0400a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.066 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.064+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb048014070 con 0x7fb05c075140 2024-02-26T04:56:24.066 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.064+0000 7fb059e00640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 0x7fb0400a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.067 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.064+0000 7fb059e00640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 0x7fb0400a4600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb04c02c2e0 tx=0x7fb04c02c950 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.067+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb048097000 con 0x7fb05c075140 2024-02-26T04:56:24.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.271+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb05c02cda0 con 0x7fb05c075140 2024-02-26T04:56:24.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.272+0000 7fb052a00640 1 -- 172.21.15.112:0/4143111876 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18539 (secure 0 0 0) 0x7fb04809a6c0 con 0x7fb05c075140 2024-02-26T04:56:24.275 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:24.275 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":81,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:55:32.134280+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:24.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 msgr2=0x7fb0400a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 0x7fb0400a4600 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb04c02c2e0 tx=0x7fb04c02c950 comp rx=0 tx=0).stop 2024-02-26T04:56:24.278 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 msgr2=0x7fb05c199890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fb04800e9f0 tx=0x7fb04800edf0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 shutdown_connections 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb0400a2140 0x7fb0400a4600 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb05c108e70 0x7fb05c1a0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb05c075140 0x7fb05c199890 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 --2- 172.21.15.112:0/4143111876 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb05c073b60 0x7fb05c199350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 >> 172.21.15.112:0/4143111876 conn(0x7fb05c0fc510 msgr2=0x7fb05c104e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 shutdown_connections 2024-02-26T04:56:24.279 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.275+0000 7fb05b200640 1 -- 172.21.15.112:0/4143111876 wait complete. 2024-02-26T04:56:24.297 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:56:24.298 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:56:24.503 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2861461166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f00ff8d0 msgr2=0x7fb9f00ffcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2861461166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f00ffcf0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fb9e4009900 tx=0x7fb9e402bc50 comp rx=0 tx=0).stop 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2861461166 shutdown_connections 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2861461166 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100bd0 0x7fb9f0101050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2861461166 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f0100230 0x7fb9f0100690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2861461166 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f00ffcf0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2861461166 >> 172.21.15.112:0/2861461166 conn(0x7fb9f00fb4f0 msgr2=0x7fb9f00fd910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2861461166 shutdown_connections 2024-02-26T04:56:24.504 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.501+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2861461166 wait complete. 2024-02-26T04:56:24.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 Processor -- start 2024-02-26T04:56:24.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 -- start start 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f01993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 0x7fb9f01998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f01a0e90 con 0x7fb9f0100230 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f01a1000 con 0x7fb9f00ff8d0 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.502+0000 7fb9f5e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9f01a11c0 con 0x7fb9f0100bd0 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:33246/0 (socket says 172.21.15.112:33246) 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 -- 172.21.15.112:0/2039949751 learned_addr learned my addr 172.21.15.112:0/2039949751 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f4a00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f01993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9efe00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 0x7fb9f01998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 -- 172.21.15.112:0/2039949751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f00ff8d0 msgr2=0x7fb9f01993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f01993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 -- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 msgr2=0x7fb9f01998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 0x7fb9f01998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 -- 172.21.15.112:0/2039949751 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9dc009490 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9efe00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 0x7fb9f01998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5400640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800eb10 tx=0x7fb9e800c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e8004b20 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb9e8004c80 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.503+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9e4009560 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.504+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e8010760 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.504+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9f01a1820 con 0x7fb9f0100bd0 2024-02-26T04:56:24.508 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.505+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9f0067e90 con 0x7fb9f0100bd0 2024-02-26T04:56:24.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.506+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb9e8005020 con 0x7fb9f0100bd0 2024-02-26T04:56:24.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.508+0000 7fb9ed600640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 0x7fb9d80a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.508+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb9e8014070 con 0x7fb9f0100bd0 2024-02-26T04:56:24.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.508+0000 7fb9f4a00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 0x7fb9d80a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.509+0000 7fb9f4a00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 0x7fb9d80a4600 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb9e402c800 tx=0x7fb9e4005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.514 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.512+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb9e8097240 con 0x7fb9f0100bd0 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:24.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1469097454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:24 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1469097454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:24 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.735+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb9f002cda0 con 0x7fb9f0100bd0 2024-02-26T04:56:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1469097454' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:24 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:56:24.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.736+0000 7fb9ed600640 1 -- 172.21.15.112:0/2039949751 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb9e809a900 con 0x7fb9f0100bd0 2024-02-26T04:56:24.739 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:56:24.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.738+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 msgr2=0x7fb9d80a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.738+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 0x7fb9d80a4600 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb9e402c800 tx=0x7fb9e4005fd0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 msgr2=0x7fb9f01a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fb9e800eb10 tx=0x7fb9e800c2d0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 shutdown_connections 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb9d80a2140 0x7fb9d80a4600 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb9f0100bd0 0x7fb9f01a0950 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb9f0100230 0x7fb9f01998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 --2- 172.21.15.112:0/2039949751 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb9f00ff8d0 0x7fb9f01993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 >> 172.21.15.112:0/2039949751 conn(0x7fb9f00fb4f0 msgr2=0x7fb9f00fcff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 shutdown_connections 2024-02-26T04:56:24.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.739+0000 7fb9f5e00640 1 -- 172.21.15.112:0/2039949751 wait complete. 2024-02-26T04:56:24.759 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-02-26T04:56:24.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 -- 172.21.15.112:0/865168601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c781077a0 msgr2=0x7f6c78107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 --2- 172.21.15.112:0/865168601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c781077a0 0x7f6c78107bc0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6c68009900 tx=0x7f6c6802bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:24.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 -- 172.21.15.112:0/865168601 shutdown_connections 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 --2- 172.21.15.112:0/865168601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c78109350 0x7f6c7810fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 --2- 172.21.15.112:0/865168601 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78108990 0x7f6c78108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 --2- 172.21.15.112:0/865168601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c781077a0 0x7f6c78107bc0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.939+0000 7f6c7de00640 1 -- 172.21.15.112:0/865168601 >> 172.21.15.112:0/865168601 conn(0x7f6c78076760 msgr2=0x7f6c78078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.940+0000 7f6c7de00640 1 -- 172.21.15.112:0/865168601 shutdown_connections 2024-02-26T04:56:24.943 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.940+0000 7f6c7de00640 1 -- 172.21.15.112:0/865168601 wait complete. 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.940+0000 7f6c7de00640 1 Processor -- start 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 -- start start 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 0x7f6c7819deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 0x7f6c781a4f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c781a5460 con 0x7f6c78108990 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c781a55d0 con 0x7f6c781077a0 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c7de00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c781a5790 con 0x7f6c78109350 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c76a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c76000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 0x7f6c7819deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c76a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58254/0 (socket says 172.21.15.112:58254) 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c76a00640 1 -- 172.21.15.112:0/2576921551 learned_addr learned my addr 172.21.15.112:0/2576921551 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.941+0000 7f6c77400640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 0x7f6c781a4f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 -- 172.21.15.112:0/2576921551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 msgr2=0x7f6c781a4f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 0x7f6c781a4f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 -- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 msgr2=0x7f6c7819deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 0x7f6c7819deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 -- 172.21.15.112:0/2576921551 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c64009490 con 0x7f6c781077a0 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76000640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 0x7f6c7819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:24.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c77400640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 0x7f6c781a4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c76a00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6c68000c00 tx=0x7f6c6802c6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c680043d0 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c68009560 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6c68005310 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c68003e50 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.942+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c781a5d90 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.943+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c7810ea60 con 0x7f6c781077a0 2024-02-26T04:56:24.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.945+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f6c680035f0 con 0x7f6c781077a0 2024-02-26T04:56:24.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.946+0000 7f6c7ca00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 0x7f6c5c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:24.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.947+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6c680f00e0 con 0x7f6c781077a0 2024-02-26T04:56:24.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.947+0000 7f6c76000640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 0x7f6c5c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:24.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.947+0000 7f6c76000640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 0x7f6c5c0a4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6c7819ee80 tx=0x7f6c64005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:24.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:24.949+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6c680b94b0 con 0x7f6c781077a0 2024-02-26T04:56:25.137 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.135+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6c7802cdd0 con 0x7f6c781077a0 2024-02-26T04:56:25.138 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.136+0000 7f6c7ca00640 1 -- 172.21.15.112:0/2576921551 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) v1 ==== 84+0+65 (secure 0 0 0) 0x7f6c680bcb70 con 0x7f6c781077a0 2024-02-26T04:56:25.138 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:25.138 INFO:teuthology.orchestra.run.smithi112.stdout:[ 2024-02-26T04:56:25.138 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T04:56:25.139 INFO:teuthology.orchestra.run.smithi112.stdout: "poolnum": 1, 2024-02-26T04:56:25.139 INFO:teuthology.orchestra.run.smithi112.stdout: "poolname": ".mgr" 2024-02-26T04:56:25.139 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T04:56:25.139 INFO:teuthology.orchestra.run.smithi112.stdout:] 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 msgr2=0x7f6c5c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 0x7f6c5c0a4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f6c7819ee80 tx=0x7f6c64005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 msgr2=0x7f6c7819d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f6c68000c00 tx=0x7f6c6802c6f0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 shutdown_connections 2024-02-26T04:56:25.141 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6c5c0a20c0 0x7f6c5c0a4580 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6c78109350 0x7f6c781a4f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6c78108990 0x7f6c7819deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 --2- 172.21.15.112:0/2576921551 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6c781077a0 0x7f6c7819d970 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.138+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 >> 172.21.15.112:0/2576921551 conn(0x7f6c78076760 msgr2=0x7f6c7810bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.139+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 shutdown_connections 2024-02-26T04:56:25.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.139+0000 7f6c7de00640 1 -- 172.21.15.112:0/2576921551 wait complete. 2024-02-26T04:56:25.160 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-02-26T04:56:25.160 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-02-26T04:56:25.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 -- 172.21.15.112:0/990964994 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c841045b0 msgr2=0x7f8c84104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 --2- 172.21.15.112:0/990964994 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c841045b0 0x7f8c84104a30 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8c70009900 tx=0x7f8c7002bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 -- 172.21.15.112:0/990964994 shutdown_connections 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 --2- 172.21.15.112:0/990964994 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c84104f70 0x7f8c8410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 --2- 172.21.15.112:0/990964994 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c841045b0 0x7f8c84104a30 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 --2- 172.21.15.112:0/990964994 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841033c0 0x7f8c841037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.365+0000 7f8c8a200640 1 -- 172.21.15.112:0/990964994 >> 172.21.15.112:0/990964994 conn(0x7f8c840fe930 msgr2=0x7f8c84100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.366+0000 7f8c8a200640 1 -- 172.21.15.112:0/990964994 shutdown_connections 2024-02-26T04:56:25.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.366+0000 7f8c8a200640 1 -- 172.21.15.112:0/990964994 wait complete. 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.366+0000 7f8c8a200640 1 Processor -- start 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 -- start start 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841045b0 0x7f8c84199a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c84104f70 0x7f8c841a0b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c841a1040 con 0x7f8c841033c0 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c841a11b0 con 0x7f8c84104f70 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c8a200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c841a1370 con 0x7f8c841045b0 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c83400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c83400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41946/0 (socket says 172.21.15.112:41946) 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c83400640 1 -- 172.21.15.112:0/343623959 learned_addr learned my addr 172.21.15.112:0/343623959 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:25.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c82a00640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841045b0 0x7f8c84199a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.367+0000 7f8c83e00640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c84104f70 0x7f8c841a0b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 -- 172.21.15.112:0/343623959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841045b0 msgr2=0x7f8c84199a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841045b0 0x7f8c84199a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 -- 172.21.15.112:0/343623959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c84104f70 msgr2=0x7f8c841a0b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c84104f70 0x7f8c841a0b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 -- 172.21.15.112:0/343623959 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c70009560 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c83400640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400e9c0 tx=0x7f8c7400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c740096e0 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c841a1650 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8c7400cd80 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c74010490 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.368+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c841a1b30 con 0x7f8c841033c0 2024-02-26T04:56:25.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.369+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c840683c0 con 0x7f8c841033c0 2024-02-26T04:56:25.374 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.371+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f8c74003710 con 0x7f8c841033c0 2024-02-26T04:56:25.375 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.373+0000 7f8c7be00640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 0x7f8c680a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:25.375 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.373+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f8c74014070 con 0x7f8c841033c0 2024-02-26T04:56:25.375 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.373+0000 7f8c82a00640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 0x7f8c680a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:25.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.374+0000 7f8c82a00640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 0x7f8c680a4580 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c7002c240 tx=0x7f8c7002c8b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:25.379 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.377+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8c74097010 con 0x7f8c841033c0 2024-02-26T04:56:25.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:25 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4143111876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:25.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:25 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2039949751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:56:25.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:25 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2576921551' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-26T04:56:25.572 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:25.569+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f8c8410f0e0 con 0x7f8c841033c0 2024-02-26T04:56:25.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:25 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4143111876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:25.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:25 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2039949751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:56:25.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:25 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2576921551' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-26T04:56:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:25 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4143111876' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:25 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2039949751' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:56:25.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:25 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2576921551' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-02-26T04:56:26.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.468+0000 7f8c7be00640 1 -- 172.21.15.112:0/343623959 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) v1 ==== 138+0+0 (secure 0 0 0) 0x7f8c7409a6d0 con 0x7f8c841033c0 2024-02-26T04:56:26.472 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' created 2024-02-26T04:56:26.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 msgr2=0x7f8c680a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:26.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 0x7f8c680a4580 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c7002c240 tx=0x7f8c7002c8b0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 msgr2=0x7f8c84199550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:26.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f8c7400e9c0 tx=0x7f8c7400ee80 comp rx=0 tx=0).stop 2024-02-26T04:56:26.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 shutdown_connections 2024-02-26T04:56:26.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c680a20c0 0x7f8c680a4580 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c84104f70 0x7f8c841a0b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c841045b0 0x7f8c84199a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 --2- 172.21.15.112:0/343623959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c841033c0 0x7f8c84199550 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 >> 172.21.15.112:0/343623959 conn(0x7f8c840fe930 msgr2=0x7f8c841078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:26.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 shutdown_connections 2024-02-26T04:56:26.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.472+0000 7f8c8a200640 1 -- 172.21.15.112:0/343623959 wait complete. 2024-02-26T04:56:26.499 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 -- 172.21.15.112:0/3892061481 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4104540 msgr2=0x7f27f4106930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 --2- 172.21.15.112:0/3892061481 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4104540 0x7f27f4106930 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f27e0009900 tx=0x7f27e002bc50 comp rx=0 tx=0).stop 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 -- 172.21.15.112:0/3892061481 shutdown_connections 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 --2- 172.21.15.112:0/3892061481 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41092c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 --2- 172.21.15.112:0/3892061481 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4104540 0x7f27f4106930 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 --2- 172.21.15.112:0/3892061481 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4101c10 0x7f27f4104000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 -- 172.21.15.112:0/3892061481 >> 172.21.15.112:0/3892061481 conn(0x7f27f40fb620 msgr2=0x7f27f40fda40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 -- 172.21.15.112:0/3892061481 shutdown_connections 2024-02-26T04:56:26.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.698+0000 7f27fae00640 1 -- 172.21.15.112:0/3892061481 wait complete. 2024-02-26T04:56:26.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 Processor -- start 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 -- start start 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4104540 0x7f27f4199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f41a1080 con 0x7f27f4101c10 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f41a11f0 con 0x7f27f4104540 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27fae00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27f41a13b0 con 0x7f27f4106e70 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27f3e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27f3e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41972/0 (socket says 172.21.15.112:41972) 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.699+0000 7f27f3e00640 1 -- 172.21.15.112:0/2190011054 learned_addr learned my addr 172.21.15.112:0/2190011054 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f8e00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3400640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4104540 0x7f27f4199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:26.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 -- 172.21.15.112:0/2190011054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 msgr2=0x7f27f41a0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41a0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 -- 172.21.15.112:0/2190011054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4104540 msgr2=0x7f27f4199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4104540 0x7f27f4199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 -- 172.21.15.112:0/2190011054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27e0009560 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f8e00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f3e00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f27e400d950 tx=0x7f27e400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e4009a30 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.700+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f27e4009b90 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.701+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27f41a1690 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.701+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27e4004a00 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.701+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27f41a1b70 con 0x7f27f4101c10 2024-02-26T04:56:26.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.702+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27f4108960 con 0x7f27f4101c10 2024-02-26T04:56:26.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.704+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f27e4009d00 con 0x7f27f4101c10 2024-02-26T04:56:26.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.706+0000 7f27f0c00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 0x7f27d80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:26.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.706+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f27e40cd410 con 0x7f27f4101c10 2024-02-26T04:56:26.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.706+0000 7f27f3400640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 0x7f27d80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:26.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.707+0000 7f27f3400640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 0x7f27d80a4580 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f27e0000c00 tx=0x7f27e0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:26.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.711+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f27e4096670 con 0x7f27f4101c10 2024-02-26T04:56:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-26T04:56:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:26 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-26T04:56:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:26 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:26.922+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f27f410ccc0 con 0x7f27f4101c10 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:26 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.474+0000 7f27f0c00640 1 -- 172.21.15.112:0/2190011054 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v83) v1 ==== 170+0+0 (secure 0 0 0) 0x7f27e4099d30 con 0x7f27f4101c10 2024-02-26T04:56:27.477 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' created 2024-02-26T04:56:27.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.478+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 msgr2=0x7f27d80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:27.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.478+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 0x7f27d80a4580 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f27e0000c00 tx=0x7f27e0005fd0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.478+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 msgr2=0x7f27f4199590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:27.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.478+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f27e400d950 tx=0x7f27e400de10 comp rx=0 tx=0).stop 2024-02-26T04:56:27.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 shutdown_connections 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d80a20c0 0x7f27d80a4580 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27f4106e70 0x7f27f41a0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27f4104540 0x7f27f4199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 --2- 172.21.15.112:0/2190011054 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27f4101c10 0x7f27f4199590 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 >> 172.21.15.112:0/2190011054 conn(0x7f27f40fb620 msgr2=0x7f27f4101440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 shutdown_connections 2024-02-26T04:56:27.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.479+0000 7f27fae00640 1 -- 172.21.15.112:0/2190011054 wait complete. 2024-02-26T04:56:27.517 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-02-26T04:56:27.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 -- 172.21.15.112:0/2553032328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41045b0 msgr2=0x7f35f4104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:27.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 --2- 172.21.15.112:0/2553032328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41045b0 0x7f35f4104a30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f35dc009ca0 tx=0x7f35dc02c100 comp rx=0 tx=0).stop 2024-02-26T04:56:27.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 -- 172.21.15.112:0/2553032328 shutdown_connections 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 --2- 172.21.15.112:0/2553032328 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 0x7f35f410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 --2- 172.21.15.112:0/2553032328 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41045b0 0x7f35f4104a30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 --2- 172.21.15.112:0/2553032328 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41033c0 0x7f35f41037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 -- 172.21.15.112:0/2553032328 >> 172.21.15.112:0/2553032328 conn(0x7f35f40fe930 msgr2=0x7f35f4100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.693+0000 7f35fac00640 1 -- 172.21.15.112:0/2553032328 shutdown_connections 2024-02-26T04:56:27.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.694+0000 7f35fac00640 1 -- 172.21.15.112:0/2553032328 wait complete. 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.694+0000 7f35fac00640 1 Processor -- start 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 -- start start 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41045b0 0x7f35f4199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 0x7f35f41a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:27.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f41a1000 con 0x7f35f41033c0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f41a1170 con 0x7f35f41045b0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35fac00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f41a1330 con 0x7f35f4104f70 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41996/0 (socket says 172.21.15.112:41996) 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 -- 172.21.15.112:0/465408087 learned_addr learned my addr 172.21.15.112:0/465408087 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3400640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41045b0 0x7f35f4199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f8c00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 0x7f35f41a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 -- 172.21.15.112:0/465408087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 msgr2=0x7f35f41a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 0x7f35f41a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 -- 172.21.15.112:0/465408087 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41045b0 msgr2=0x7f35f4199a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41045b0 0x7f35f4199a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.695+0000 7f35f3e00640 1 -- 172.21.15.112:0/465408087 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e4009490 con 0x7f35f41033c0 2024-02-26T04:56:27.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35f3e00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f35e400e9c0 tx=0x7f35e400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e400cde0 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f35e4010930 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35dc009900 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e4018a80 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.696+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35f41a1960 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.697+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35f410a680 con 0x7f35f41033c0 2024-02-26T04:56:27.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.699+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f35e4010aa0 con 0x7f35f41033c0 2024-02-26T04:56:27.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.700+0000 7f35f0c00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 0x7f35d80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:27.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.701+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f35e4014070 con 0x7f35f41033c0 2024-02-26T04:56:27.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.701+0000 7f35f3400640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 0x7f35d80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:27.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.701+0000 7f35f3400640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 0x7f35d80a4580 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f35dc006010 tx=0x7f35dc032760 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:27.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.703+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f35e4097820 con 0x7f35f41033c0 2024-02-26T04:56:27.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-26T04:56:27.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: osdmap e82: 12 total, 12 up, 12 in 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-26T04:56:27.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:27 smithi175 ceph-mon[36652]: pgmap v307: 33 pgs: 8 creating+peering, 1 active+clean, 24 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:27.940 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:27.938+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f35f410f010 con 0x7f35f41033c0 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: osdmap e82: 12 total, 12 up, 12 in 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-26T04:56:27.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:27 smithi161 ceph-mon[36447]: pgmap v307: 33 pgs: 8 creating+peering, 1 active+clean, 24 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/343623959' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: osdmap e82: 12 total, 12 up, 12 in 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:56:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-02-26T04:56:27.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:27 smithi112 ceph-mon[31817]: pgmap v307: 33 pgs: 8 creating+peering, 1 active+clean, 24 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:28.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.642+0000 7f35f0c00640 1 -- 172.21.15.112:0/465408087 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f35e409aee0 con 0x7f35f41033c0 2024-02-26T04:56:28.645 INFO:teuthology.orchestra.run.smithi112.stderr:new fs with metadata pool 2 and data pool 3 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 msgr2=0x7f35d80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 0x7f35d80a4580 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f35dc006010 tx=0x7f35dc032760 comp rx=0 tx=0).stop 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 msgr2=0x7f35f4199510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f35e400e9c0 tx=0x7f35e400ee80 comp rx=0 tx=0).stop 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 shutdown_connections 2024-02-26T04:56:28.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f35d80a20c0 0x7f35d80a4580 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f35f4104f70 0x7f35f41a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f35f41045b0 0x7f35f4199a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 --2- 172.21.15.112:0/465408087 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f35f41033c0 0x7f35f4199510 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 >> 172.21.15.112:0/465408087 conn(0x7f35f40fe930 msgr2=0x7f35f4107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 shutdown_connections 2024-02-26T04:56:28.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.645+0000 7f35fac00640 1 -- 172.21.15.112:0/465408087 wait complete. 2024-02-26T04:56:28.673 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:56:28.846 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:28 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-26T04:56:28.846 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:28 smithi161 ceph-mon[36447]: osdmap e83: 12 total, 12 up, 12 in 2024-02-26T04:56:28.846 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:28 smithi161 ceph-mon[36447]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-26T04:56:28.846 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:28 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-26T04:56:28.846 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:28 smithi161 ceph-mon[36447]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-26T04:56:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:28 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-26T04:56:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:28 smithi175 ceph-mon[36652]: osdmap e83: 12 total, 12 up, 12 in 2024-02-26T04:56:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:28 smithi175 ceph-mon[36652]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-26T04:56:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:28 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-26T04:56:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:28 smithi175 ceph-mon[36652]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 -- 172.21.15.112:0/4191612118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a70102390 msgr2=0x7f6a70102810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 --2- 172.21.15.112:0/4191612118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a70102390 0x7f6a70102810 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c009860 tx=0x7f6a5c02bb70 comp rx=0 tx=0).stop 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 -- 172.21.15.112:0/4191612118 shutdown_connections 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 --2- 172.21.15.112:0/4191612118 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102d50 0x7f6a701095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 --2- 172.21.15.112:0/4191612118 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a70102390 0x7f6a70102810 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 --2- 172.21.15.112:0/4191612118 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a701011a0 0x7f6a701015c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 -- 172.21.15.112:0/4191612118 >> 172.21.15.112:0/4191612118 conn(0x7f6a700fc730 msgr2=0x7f6a700feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 -- 172.21.15.112:0/4191612118 shutdown_connections 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.859+0000 7f6a76600640 1 -- 172.21.15.112:0/4191612118 wait complete. 2024-02-26T04:56:28.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.860+0000 7f6a76600640 1 Processor -- start 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.860+0000 7f6a76600640 1 -- start start 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102390 0x7f6a70197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a70102d50 0x7f6a7019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7019ee20 con 0x7f6a701011a0 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7019ef90 con 0x7f6a70102d50 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a76600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a7019f150 con 0x7f6a70102390 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42016/0 (socket says 172.21.15.112:42016) 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 -- 172.21.15.112:0/3891089521 learned_addr learned my addr 172.21.15.112:0/3891089521 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6ea00640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102390 0x7f6a70197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:28.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6fe00640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a70102d50 0x7f6a7019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 -- 172.21.15.112:0/3891089521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102390 msgr2=0x7f6a70197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102390 0x7f6a70197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 -- 172.21.15.112:0/3891089521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a70102d50 msgr2=0x7f6a7019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a70102d50 0x7f6a7019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.861+0000 7f6a6f400640 1 -- 172.21.15.112:0/3891089521 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a60009490 con 0x7f6a701011a0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a6f400640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6a6000e9c0 tx=0x7f6a6000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a6000cde0 con 0x7f6a701011a0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6a60010930 con 0x7f6a701011a0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a68009900 con 0x7f6a701011a0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a60018a80 con 0x7f6a701011a0 2024-02-26T04:56:28.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.862+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a5c009490 con 0x7f6a701011a0 2024-02-26T04:56:28.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.863+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a701084c0 con 0x7f6a701011a0 2024-02-26T04:56:28.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.865+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f6a60010aa0 con 0x7f6a701011a0 2024-02-26T04:56:28.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.866+0000 7f6a67e00640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 0x7f6a540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:28.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.866+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f6a60014070 con 0x7f6a701011a0 2024-02-26T04:56:28.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.867+0000 7f6a6ea00640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 0x7f6a540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:28.870 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.867+0000 7f6a6ea00640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 0x7f6a540a4580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c02c180 tx=0x7f6a5c034c40 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:28.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:28.870+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6a60097270 con 0x7f6a701011a0 2024-02-26T04:56:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:28 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2190011054' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-02-26T04:56:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:28 smithi112 ceph-mon[31817]: osdmap e83: 12 total, 12 up, 12 in 2024-02-26T04:56:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:28 smithi112 ceph-mon[31817]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-02-26T04:56:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:28 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-02-26T04:56:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:28 smithi112 ceph-mon[31817]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-02-26T04:56:29.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.068+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6a7002cdd0 con 0x7f6a701011a0 2024-02-26T04:56:29.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.070+0000 7f6a67e00640 1 -- 172.21.15.112:0/3891089521 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22315 (secure 0 0 0) 0x7f6a6009a930 con 0x7f6a701011a0 2024-02-26T04:56:29.073 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:29.073 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":84,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:27.939652+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:29.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 msgr2=0x7f6a540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 0x7f6a540a4580 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f6a5c02c180 tx=0x7f6a5c034c40 comp rx=0 tx=0).stop 2024-02-26T04:56:29.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 msgr2=0x7f6a70197330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f6a6000e9c0 tx=0x7f6a6000ee80 comp rx=0 tx=0).stop 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 shutdown_connections 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6a540a20c0 0x7f6a540a4580 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6a70102d50 0x7f6a7019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6a70102390 0x7f6a70197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 --2- 172.21.15.112:0/3891089521 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6a701011a0 0x7f6a70197330 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 >> 172.21.15.112:0/3891089521 conn(0x7f6a700fc730 msgr2=0x7f6a70105690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:29.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 shutdown_connections 2024-02-26T04:56:29.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.073+0000 7f6a76600640 1 -- 172.21.15.112:0/3891089521 wait complete. 2024-02-26T04:56:29.094 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 -- 172.21.15.112:0/307345153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db01011a0 msgr2=0x7f3db01015c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 --2- 172.21.15.112:0/307345153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db01011a0 0x7f3db01015c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f3da0009900 tx=0x7f3da002bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 -- 172.21.15.112:0/307345153 shutdown_connections 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 --2- 172.21.15.112:0/307345153 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102d50 0x7f3db01095e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 --2- 172.21.15.112:0/307345153 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db0102390 0x7f3db0102810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 --2- 172.21.15.112:0/307345153 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db01011a0 0x7f3db01015c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 -- 172.21.15.112:0/307345153 >> 172.21.15.112:0/307345153 conn(0x7f3db00fc730 msgr2=0x7f3db00feb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:29.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 -- 172.21.15.112:0/307345153 shutdown_connections 2024-02-26T04:56:29.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.296+0000 7f3db6200640 1 -- 172.21.15.112:0/307345153 wait complete. 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.297+0000 7f3db6200640 1 Processor -- start 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.297+0000 7f3db6200640 1 -- start start 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 0x7f3db0199530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 0x7f3db0199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db0102d50 0x7f3db01a0ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db01a1020 con 0x7f3db0102d50 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db01a1190 con 0x7f3db01011a0 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3db6200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3db01a1350 con 0x7f3db0102390 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3daf400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 0x7f3db0199530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 0x7f3db0199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3daf400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 0x7f3db0199530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58332/0 (socket says 172.21.15.112:58332) 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3daf400640 1 -- 172.21.15.112:0/3917042070 learned_addr learned my addr 172.21.15.112:0/3917042070 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:29.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3dafe00640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db0102d50 0x7f3db01a0ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 -- 172.21.15.112:0/3917042070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 msgr2=0x7f3db0199530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 0x7f3db0199530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 -- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db0102d50 msgr2=0x7f3db01a0ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db0102d50 0x7f3db01a0ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.298+0000 7f3da6a00640 1 -- 172.21.15.112:0/3917042070 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3da0009560 con 0x7f3db0102390 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3da6a00640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 0x7f3db0199a70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3d9800e9f0 tx=0x7f3d9800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d9800ccc0 con 0x7f3db0102390 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3db01a1630 con 0x7f3db0102390 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f3d9800ce20 con 0x7f3db0102390 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d980189c0 con 0x7f3db0102390 2024-02-26T04:56:29.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.299+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3db01a1b90 con 0x7f3db0102390 2024-02-26T04:56:29.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.300+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3db010cd20 con 0x7f3db0102390 2024-02-26T04:56:29.304 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.302+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f3d98018b20 con 0x7f3db0102390 2024-02-26T04:56:29.306 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.304+0000 7f3dacc00640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 0x7f3d940a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.304+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f3d98014070 con 0x7f3db0102390 2024-02-26T04:56:29.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.304+0000 7f3daf400640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 0x7f3d940a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.305+0000 7f3daf400640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 0x7f3d940a4580 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006010 tx=0x7f3da002c8b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:29.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.305+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f3d980974e0 con 0x7f3db0102390 2024-02-26T04:56:29.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.503+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3db01a1fc0 con 0x7f3db0102390 2024-02-26T04:56:29.507 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.505+0000 7f3dacc00640 1 -- 172.21.15.112:0/3917042070 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v84) v1 ==== 74+0+22315 (secure 0 0 0) 0x7f3d9809aba0 con 0x7f3db0102390 2024-02-26T04:56:29.508 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:29.508 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":84,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:27.939652+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 msgr2=0x7f3d940a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 0x7f3d940a4580 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f3da0006010 tx=0x7f3da002c8b0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 msgr2=0x7f3db0199a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 0x7f3db0199a70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f3d9800e9f0 tx=0x7f3d9800eeb0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 shutdown_connections 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f3d940a20c0 0x7f3d940a4580 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3db0102d50 0x7f3db01a0ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3db0102390 0x7f3db0199a70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 --2- 172.21.15.112:0/3917042070 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3db01011a0 0x7f3db0199530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.511 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 >> 172.21.15.112:0/3917042070 conn(0x7f3db00fc730 msgr2=0x7f3db00733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:29.512 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 shutdown_connections 2024-02-26T04:56:29.512 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.508+0000 7f3db6200640 1 -- 172.21.15.112:0/3917042070 wait complete. 2024-02-26T04:56:29.532 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-02-26T04:56:29.748 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 -- 172.21.15.112:0/39451816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 msgr2=0x7f57601037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 --2- 172.21.15.112:0/39451816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601037c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f5754009900 tx=0x7f575402bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 -- 172.21.15.112:0/39451816 shutdown_connections 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 --2- 172.21.15.112:0/39451816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104f50 0x7f576010b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 --2- 172.21.15.112:0/39451816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104590 0x7f5760104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 --2- 172.21.15.112:0/39451816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601037c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 -- 172.21.15.112:0/39451816 >> 172.21.15.112:0/39451816 conn(0x7f57600fe930 msgr2=0x7f5760100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 -- 172.21.15.112:0/39451816 shutdown_connections 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.742+0000 7f5768600640 1 -- 172.21.15.112:0/39451816 wait complete. 2024-02-26T04:56:29.749 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.743+0000 7f5768600640 1 Processor -- start 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.743+0000 7f5768600640 1 -- start start 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 0x7f5760199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104f50 0x7f57601a0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601a0fe0 con 0x7f57601033a0 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601a1150 con 0x7f5760104f50 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5768600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57601a1310 con 0x7f5760104590 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42056/0 (socket says 172.21.15.112:42056) 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 -- 172.21.15.112:0/2876363804 learned_addr learned my addr 172.21.15.112:0/2876363804 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765200640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 0x7f5760199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5766600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104f50 0x7f57601a0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 -- 172.21.15.112:0/2876363804 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 msgr2=0x7f5760199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.750 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 0x7f5760199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 -- 172.21.15.112:0/2876363804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104f50 msgr2=0x7f57601a0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104f50 0x7f57601a0aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.744+0000 7f5765c00640 1 -- 172.21.15.112:0/2876363804 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5754009560 con 0x7f57601033a0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f5765200640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 0x7f5760199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f5765c00640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5754009230 tx=0x7f5754005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57540044d0 con 0x7f57601033a0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5754005310 con 0x7f57601033a0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57601a1590 con 0x7f57601033a0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5754034440 con 0x7f57601033a0 2024-02-26T04:56:29.751 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.745+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57601a1a90 con 0x7f57601033a0 2024-02-26T04:56:29.752 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.747+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f576010a660 con 0x7f57601033a0 2024-02-26T04:56:29.752 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.748+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f5754003710 con 0x7f57601033a0 2024-02-26T04:56:29.752 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.750+0000 7f575e000640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 0x7f57480a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:29.752 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.750+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f57540efbe0 con 0x7f57601033a0 2024-02-26T04:56:29.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.750+0000 7f5765200640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 0x7f57480a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:29.753 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.751+0000 7f5765200640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 0x7f57480a4600 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f576019aa00 tx=0x7f5750005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:29.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.754+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f57540b8d10 con 0x7f57601033a0 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: osdmap e84: 12 total, 12 up, 12 in 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3891089521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:29.857 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:29 smithi161 ceph-mon[36447]: pgmap v310: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: osdmap e84: 12 total, 12 up, 12 in 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3891089521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:29 smithi175 ceph-mon[36652]: pgmap v310: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: osdmap e84: 12 total, 12 up, 12 in 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/465408087' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3891089521' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:29 smithi112 ceph-mon[31817]: pgmap v310: 97 pgs: 10 creating+peering, 4 active+clean, 83 unknown; 577 KiB data, 340 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:56:29.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:29.992+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f576002cdd0 con 0x7f57601033a0 2024-02-26T04:56:30.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.657+0000 7f575e000640 1 -- 172.21.15.112:0/2876363804 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v17) v1 ==== 118+0+0 (secure 0 0 0) 0x7f57540bc3d0 con 0x7f57601033a0 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 msgr2=0x7f57480a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 0x7f57480a4600 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f576019aa00 tx=0x7f5750005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 msgr2=0x7f57601994f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f5754009230 tx=0x7f5754005d50 comp rx=0 tx=0).stop 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 shutdown_connections 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57480a2140 0x7f57480a4600 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5760104f50 0x7f57601a0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5760104590 0x7f5760199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 --2- 172.21.15.112:0/2876363804 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57601033a0 0x7f57601994f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.660+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 >> 172.21.15.112:0/2876363804 conn(0x7f57600fe930 msgr2=0x7f5760107830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:30.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.661+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 shutdown_connections 2024-02-26T04:56:30.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.661+0000 7f5768600640 1 -- 172.21.15.112:0/2876363804 wait complete. 2024-02-26T04:56:30.684 DEBUG:tasks.cephfs.filesystem:fs_config: {'max_mds': 3, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-02-26T04:56:30.684 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 3 2024-02-26T04:56:30.765 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3917042070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:30.765 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: osdmap e85: 12 total, 12 up, 12 in 2024-02-26T04:56:30.765 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-26T04:56:30.765 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: Cluster is now healthy 2024-02-26T04:56:30.765 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:active 2024-02-26T04:56:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.766 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:30 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-26T04:56:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3917042070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: osdmap e85: 12 total, 12 up, 12 in 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: Cluster is now healthy 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:active 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:30 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-26T04:56:30.898 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.895+0000 7f73e7e00640 1 -- 172.21.15.112:0/3573868967 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8103280 msgr2=0x7f73e81036a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:30.898 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 --2- 172.21.15.112:0/3573868967 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8103280 0x7f73e81036a0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f73d8009900 tx=0x7f73d802bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:30.898 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 -- 172.21.15.112:0/3573868967 shutdown_connections 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 --2- 172.21.15.112:0/3573868967 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8104e30 0x7f73e810b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 --2- 172.21.15.112:0/3573868967 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104470 0x7f73e81048f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 --2- 172.21.15.112:0/3573868967 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8103280 0x7f73e81036a0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 -- 172.21.15.112:0/3573868967 >> 172.21.15.112:0/3573868967 conn(0x7f73e80fe7f0 msgr2=0x7f73e8100c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 -- 172.21.15.112:0/3573868967 shutdown_connections 2024-02-26T04:56:30.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.896+0000 7f73e7e00640 1 -- 172.21.15.112:0/3573868967 wait complete. 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 Processor -- start 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 -- start start 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8103280 0x7f73e8199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104e30 0x7f73e81a09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:30.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e81a0f00 con 0x7f73e8104470 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e81a1070 con 0x7f73e8104e30 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e7e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73e81a1230 con 0x7f73e8103280 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42060/0 (socket says 172.21.15.112:42060) 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e6000640 1 -- 172.21.15.112:0/580774686 learned_addr learned my addr 172.21.15.112:0/580774686 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.897+0000 7f73e6a00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8103280 0x7f73e8199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e7400640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104e30 0x7f73e81a09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 -- 172.21.15.112:0/580774686 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8103280 msgr2=0x7f73e8199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8103280 0x7f73e8199410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 -- 172.21.15.112:0/580774686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104e30 msgr2=0x7f73e81a09c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104e30 0x7f73e81a09c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 -- 172.21.15.112:0/580774686 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d4009490 con 0x7f73e8104470 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e6000640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f73d400ea60 tx=0x7f73d400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:30.902 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d400cde0 con 0x7f73e8104470 2024-02-26T04:56:30.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f73d40035f0 con 0x7f73e8104470 2024-02-26T04:56:30.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73d8009560 con 0x7f73e8104470 2024-02-26T04:56:30.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73d4010690 con 0x7f73e8104470 2024-02-26T04:56:30.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.898+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73e81a1890 con 0x7f73e8104470 2024-02-26T04:56:30.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.899+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73e810a540 con 0x7f73e8104470 2024-02-26T04:56:30.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.902+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f73d4003b80 con 0x7f73e8104470 2024-02-26T04:56:30.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.903+0000 7f73df400640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 0x7f73cc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:30.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.903+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f73d4014070 con 0x7f73e8104470 2024-02-26T04:56:30.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.904+0000 7f73e6a00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 0x7f73cc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:30.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.904+0000 7f73e6a00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 0x7f73cc0a4580 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f73d802c170 tx=0x7f73d8000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:30.910 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:30.908+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f73d4097120 con 0x7f73e8104470 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3917042070' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: osdmap e85: 12 total, 12 up, 12 in 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: Cluster is now healthy 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] up:active 2024-02-26T04:56:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:30.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:30 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-02-26T04:56:31.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.142+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"} v 0) v1 -- 0x7f73e802cda0 con 0x7f73e8104470 2024-02-26T04:56:31.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.667+0000 7f73df400640 1 -- 172.21.15.112:0/580774686 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]=0 v18) v1 ==== 105+0+0 (secure 0 0 0) 0x7f73d409a7e0 con 0x7f73e8104470 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 msgr2=0x7f73cc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 0x7f73cc0a4580 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f73d802c170 tx=0x7f73d8000bc0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 msgr2=0x7f73e8199950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f73d400ea60 tx=0x7f73d400ef20 comp rx=0 tx=0).stop 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 shutdown_connections 2024-02-26T04:56:31.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f73cc0a20c0 0x7f73cc0a4580 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f73e8104e30 0x7f73e81a09c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f73e8104470 0x7f73e8199950 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 --2- 172.21.15.112:0/580774686 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f73e8103280 0x7f73e8199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.670+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 >> 172.21.15.112:0/580774686 conn(0x7f73e80fe7f0 msgr2=0x7f73e8107710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.671+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 shutdown_connections 2024-02-26T04:56:31.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.671+0000 7f73e7e00640 1 -- 172.21.15.112:0/580774686 wait complete. 2024-02-26T04:56:31.699 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 -- 172.21.15.112:0/375815440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 msgr2=0x7f97741015b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 --2- 172.21.15.112:0/375815440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f97741015b0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f9768009900 tx=0x7f976802bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 -- 172.21.15.112:0/375815440 shutdown_connections 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 --2- 172.21.15.112:0/375815440 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 --2- 172.21.15.112:0/375815440 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 0x7f9774102800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 --2- 172.21.15.112:0/375815440 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f97741015b0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 -- 172.21.15.112:0/375815440 >> 172.21.15.112:0/375815440 conn(0x7f97740fc720 msgr2=0x7f97740feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:31.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 -- 172.21.15.112:0/375815440 shutdown_connections 2024-02-26T04:56:31.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.897+0000 7f977c800640 1 -- 172.21.15.112:0/375815440 wait complete. 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 Processor -- start 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 -- start start 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 0x7f9774199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741a0b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97741a1070 con 0x7f9774101190 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97741a11e0 con 0x7f9774102380 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f977c800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97741a13a0 con 0x7f9774102d40 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f9779e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f9779e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42076/0 (socket says 172.21.15.112:42076) 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.898+0000 7f9779e00640 1 -- 172.21.15.112:0/3970786539 learned_addr learned my addr 172.21.15.112:0/3970786539 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:31.903 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779400640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 0x7f9774199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f977a800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741a0b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 -- 172.21.15.112:0/3970786539 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 msgr2=0x7f97741a0b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741a0b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 -- 172.21.15.112:0/3970786539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 msgr2=0x7f9774199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 0x7f9774199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 -- 172.21.15.112:0/3970786539 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9768009560 con 0x7f9774101190 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f977a800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f9779e00640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9768000c00 tx=0x7f976802c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97680043d0 con 0x7f9774101190 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97741a1620 con 0x7f9774101190 2024-02-26T04:56:31.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.899+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9768005310 con 0x7f9774101190 2024-02-26T04:56:31.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.900+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9768003e50 con 0x7f9774101190 2024-02-26T04:56:31.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.900+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97741a1b30 con 0x7f9774101190 2024-02-26T04:56:31.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.901+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f977410cd10 con 0x7f9774101190 2024-02-26T04:56:31.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.902+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f97680035f0 con 0x7f9774101190 2024-02-26T04:56:31.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.904+0000 7f976ea00640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 0x7f975c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:31.906 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.904+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f97680f02d0 con 0x7f9774101190 2024-02-26T04:56:31.907 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.904+0000 7f9779400640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 0x7f975c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:31.907 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.905+0000 7f9779400640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 0x7f975c0a4580 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f977419aa90 tx=0x7f9764005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:31.910 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:31.908+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f97680b93f0 con 0x7f9774101190 2024-02-26T04:56:31.944 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 04:56:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: 2024-02-26T04:56:31.486+0000 7fa266074700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-02-26T04:56:31.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:31 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-26T04:56:31.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:31 smithi161 ceph-mon[36447]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:31.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:31 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-02-26T04:56:31.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:31 smithi161 ceph-mon[36447]: pgmap v312: 97 pgs: 10 creating+peering, 31 active+clean, 56 unknown; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 2 op/s 2024-02-26T04:56:31.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:31 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-26T04:56:31.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:31 smithi112 ceph-mon[31817]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:31.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:31 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-02-26T04:56:31.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:31 smithi112 ceph-mon[31817]: pgmap v312: 97 pgs: 10 creating+peering, 31 active+clean, 56 unknown; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 2 op/s 2024-02-26T04:56:32.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:31 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2876363804' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-02-26T04:56:32.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:31 smithi175 ceph-mon[36652]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:32.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:31 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]: dispatch 2024-02-26T04:56:32.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:31 smithi175 ceph-mon[36652]: pgmap v312: 97 pgs: 10 creating+peering, 31 active+clean, 56 unknown; 579 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.3 KiB/s wr, 2 op/s 2024-02-26T04:56:32.157 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.154+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f977410cef0 con 0x7f9774101190 2024-02-26T04:56:32.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.459+0000 7f976ea00640 1 -- 172.21.15.112:0/3970786539 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v20) v1 ==== 121+0+0 (secure 0 0 0) 0x7f97680430c0 con 0x7f9774101190 2024-02-26T04:56:32.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.462+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 msgr2=0x7f975c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:32.465 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.462+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 0x7f975c0a4580 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f977419aa90 tx=0x7f9764005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.462+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 msgr2=0x7f9774199580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.462+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f9768000c00 tx=0x7f976802c6f0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 shutdown_connections 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f975c0a20c0 0x7f975c0a4580 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9774102d40 0x7f97741a0b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9774102380 0x7f9774199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 --2- 172.21.15.112:0/3970786539 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9774101190 0x7f9774199580 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 >> 172.21.15.112:0/3970786539 conn(0x7f97740fc720 msgr2=0x7f97740733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 shutdown_connections 2024-02-26T04:56:32.466 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.463+0000 7f977c800640 1 -- 172.21.15.112:0/3970786539 wait complete. 2024-02-26T04:56:32.495 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-02-26T04:56:32.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.697+0000 7f2e12000640 1 -- 172.21.15.112:0/828974994 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 msgr2=0x7f2e0c102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.697+0000 7f2e12000640 1 --2- 172.21.15.112:0/828974994 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c102800 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2df4009900 tx=0x7f2df402bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 -- 172.21.15.112:0/828974994 shutdown_connections 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 --2- 172.21.15.112:0/828974994 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c102d40 0x7f2e0c1095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 --2- 172.21.15.112:0/828974994 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c102800 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 --2- 172.21.15.112:0/828974994 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c101190 0x7f2e0c1015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 -- 172.21.15.112:0/828974994 >> 172.21.15.112:0/828974994 conn(0x7f2e0c0fc720 msgr2=0x7f2e0c0feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 -- 172.21.15.112:0/828974994 shutdown_connections 2024-02-26T04:56:32.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.698+0000 7f2e12000640 1 -- 172.21.15.112:0/828974994 wait complete. 2024-02-26T04:56:32.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 Processor -- start 2024-02-26T04:56:32.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 -- start start 2024-02-26T04:56:32.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c101190 0x7f2e0c199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:32.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c102d40 0x7f2e0c1a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0c1a0ff0 con 0x7f2e0c102380 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0c1a1160 con 0x7f2e0c102d40 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e12000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0c1a1320 con 0x7f2e0c101190 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e03e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e03e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42102/0 (socket says 172.21.15.112:42102) 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.699+0000 7f2e03e00640 1 -- 172.21.15.112:0/356868341 learned_addr learned my addr 172.21.15.112:0/356868341 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e0b400640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c101190 0x7f2e0c199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e0be00640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c102d40 0x7f2e0c1a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 -- 172.21.15.112:0/356868341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c101190 msgr2=0x7f2e0c199500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c101190 0x7f2e0c199500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 -- 172.21.15.112:0/356868341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c102d40 msgr2=0x7f2e0c1a0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:32.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c102d40 0x7f2e0c1a0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 -- 172.21.15.112:0/356868341 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2df4009560 con 0x7f2e0c102380 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.700+0000 7f2e03e00640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2df4000c00 tx=0x7f2df4005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.701+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df4004350 con 0x7f2e0c102380 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.701+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e0c1a15a0 con 0x7f2e0c102380 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.701+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f2df40044b0 con 0x7f2e0c102380 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.701+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2df4003e10 con 0x7f2e0c102380 2024-02-26T04:56:32.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.701+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0c1a1ab0 con 0x7f2e0c102380 2024-02-26T04:56:32.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.702+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e0c10cd10 con 0x7f2e0c102380 2024-02-26T04:56:32.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.704+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f2df4004e10 con 0x7f2e0c102380 2024-02-26T04:56:32.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.705+0000 7f2e08c00640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 0x7f2dec0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:32.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.705+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f2df40f0260 con 0x7f2e0c102380 2024-02-26T04:56:32.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.705+0000 7f2e0b400640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 0x7f2dec0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:32.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.706+0000 7f2e0b400640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 0x7f2dec0a4580 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c1021e0 tx=0x7f2dfc005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:32.712 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.709+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2df40b92e0 con 0x7f2e0c102380 2024-02-26T04:56:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:active 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: Cluster is now healthy 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:32.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:32 smithi161 ceph-mon[36447]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-02-26T04:56:32.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:32.946+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f2e0c1a1c40 con 0x7f2e0c102380 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-26T04:56:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:active 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: Cluster is now healthy 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:32.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:32 smithi112 ceph-mon[31817]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-02-26T04:56:33.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/580774686' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "3"}]': finished 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: daemon mds.i assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: fsmap cephfs:2 {0=b=up:active,1=i=up:creating} 10 up:standby 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: daemon mds.i is now active in filesystem cephfs as rank 1 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3970786539' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] up:active 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: daemon mds.f assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: Cluster is now healthy 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: fsmap cephfs:2 {0=b=up:active,1=i=up:active} 2 up:standby-replay 8 up:standby 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:creating} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:33.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:32 smithi175 ceph-mon[36652]: daemon mds.f is now active in filesystem cephfs as rank 2 2024-02-26T04:56:33.474 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.472+0000 7f2e08c00640 1 -- 172.21.15.112:0/356868341 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v22) v1 ==== 115+0+0 (secure 0 0 0) 0x7f2e0c1a1c40 con 0x7f2e0c102380 2024-02-26T04:56:33.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 msgr2=0x7f2dec0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 0x7f2dec0a4580 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c1021e0 tx=0x7f2dfc005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 msgr2=0x7f2e0c199a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2df4000c00 tx=0x7f2df4005dc0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 shutdown_connections 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.475+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2dec0a20c0 0x7f2dec0a4580 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2e0c102d40 0x7f2e0c1a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2e0c102380 0x7f2e0c199a40 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 --2- 172.21.15.112:0/356868341 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2e0c101190 0x7f2e0c199500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 >> 172.21.15.112:0/356868341 conn(0x7f2e0c0fc720 msgr2=0x7f2e0c0733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 shutdown_connections 2024-02-26T04:56:33.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.476+0000 7f2e12000640 1 -- 172.21.15.112:0/356868341 wait complete. 2024-02-26T04:56:33.500 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-02-26T04:56:33.500 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-02-26T04:56:33.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.711+0000 7fa0d8400640 1 -- 172.21.15.112:0/2758895014 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 msgr2=0x7fa0d0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.711+0000 7fa0d8400640 1 --2- 172.21.15.112:0/2758895014 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d0108e10 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0009900 tx=0x7fa0c002bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 -- 172.21.15.112:0/2758895014 shutdown_connections 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 --2- 172.21.15.112:0/2758895014 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d0109350 0x7fa0d010fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 --2- 172.21.15.112:0/2758895014 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d0108e10 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 --2- 172.21.15.112:0/2758895014 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d01077a0 0x7fa0d0107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 -- 172.21.15.112:0/2758895014 >> 172.21.15.112:0/2758895014 conn(0x7fa0d0076740 msgr2=0x7fa0d0078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 -- 172.21.15.112:0/2758895014 shutdown_connections 2024-02-26T04:56:33.715 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.712+0000 7fa0d8400640 1 -- 172.21.15.112:0/2758895014 wait complete. 2024-02-26T04:56:33.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 Processor -- start 2024-02-26T04:56:33.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 -- start start 2024-02-26T04:56:33.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d01077a0 0x7fa0d019d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:33.717 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d0109350 0x7fa0d01a4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d01a53f0 con 0x7fa0d0108990 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d01a5560 con 0x7fa0d0109350 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d8400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0d01a5720 con 0x7fa0d01077a0 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d5000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d5000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42116/0 (socket says 172.21.15.112:42116) 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d5000640 1 -- 172.21.15.112:0/3578788916 learned_addr learned my addr 172.21.15.112:0/3578788916 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d5a00640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d01077a0 0x7fa0d019d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.713+0000 7fa0d6400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d0109350 0x7fa0d01a4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 -- 172.21.15.112:0/3578788916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d01077a0 msgr2=0x7fa0d019d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d01077a0 0x7fa0d019d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 -- 172.21.15.112:0/3578788916 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d0109350 msgr2=0x7fa0d01a4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.718 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d0109350 0x7fa0d01a4eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 -- 172.21.15.112:0/3578788916 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0c0009560 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d5000640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0005ab0 tx=0x7fa0c0004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0004e10 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa0c0005470 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.714+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0d01a59a0 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.715+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c00346a0 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.715+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0d01a5ea0 con 0x7fa0d0108990 2024-02-26T04:56:33.719 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.716+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0d010eac0 con 0x7fa0d0108990 2024-02-26T04:56:33.720 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.717+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fa0c00037f0 con 0x7fa0d0108990 2024-02-26T04:56:33.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.719+0000 7fa0ce000640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 0x7fa0b80a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:33.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.719+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fa0c00efd20 con 0x7fa0d0108990 2024-02-26T04:56:33.721 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.719+0000 7fa0d5a00640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 0x7fa0b80a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:33.722 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.720+0000 7fa0d5a00640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 0x7fa0b80a4600 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa0d01087f0 tx=0x7fa0c4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:33.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.723+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa0c00b8e50 con 0x7fa0d0108990 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: pgmap v313: 97 pgs: 2 creating+peering, 95 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s wr, 7 op/s 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:active 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:33.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:33 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:56:33.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.947+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7fa0d002ce10 con 0x7fa0b80a2140 2024-02-26T04:56:33.961 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-26T04:56:33.961 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: pgmap v313: 97 pgs: 2 creating+peering, 95 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s wr, 7 op/s 2024-02-26T04:56:33.961 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-26T04:56:33.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:active 2024-02-26T04:56:33.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:33.962 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:56:33.985 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.983+0000 7fa0ce000640 1 -- 172.21.15.112:0/3578788916 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fa0d002ce10 con 0x7fa0b80a2140 2024-02-26T04:56:33.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.985+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 msgr2=0x7fa0b80a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.985+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 0x7fa0b80a4600 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa0d01087f0 tx=0x7fa0c4005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.985+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 msgr2=0x7fa0d019de40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.985+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fa0c0005ab0 tx=0x7fa0c0004040 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 shutdown_connections 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0b80a2140 0x7fa0b80a4600 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa0d0109350 0x7fa0d01a4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa0d0108990 0x7fa0d019de40 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 --2- 172.21.15.112:0/3578788916 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa0d01077a0 0x7fa0d019d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 >> 172.21.15.112:0/3578788916 conn(0x7fa0d0076740 msgr2=0x7fa0d010bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 shutdown_connections 2024-02-26T04:56:33.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:33.986+0000 7fa0d8400640 1 -- 172.21.15.112:0/3578788916 wait complete. 2024-02-26T04:56:34.009 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: pgmap v313: 97 pgs: 2 creating+peering, 95 active+clean; 580 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s wr, 7 op/s 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/356868341' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] up:active 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 2 up:standby-replay 7 up:standby 2024-02-26T04:56:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:33 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 -- 172.21.15.112:0/225158666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb2681033a0 msgr2=0x7fb2681037c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 --2- 172.21.15.112:0/225158666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb2681033a0 0x7fb2681037c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fb250009860 tx=0x7fb25002bb90 comp rx=0 tx=0).stop 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 -- 172.21.15.112:0/225158666 shutdown_connections 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 --2- 172.21.15.112:0/225158666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 0x7fb26810b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 --2- 172.21.15.112:0/225158666 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb268104590 0x7fb268104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 --2- 172.21.15.112:0/225158666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb2681033a0 0x7fb2681037c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 -- 172.21.15.112:0/225158666 >> 172.21.15.112:0/225158666 conn(0x7fb2680fe930 msgr2=0x7fb268100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 -- 172.21.15.112:0/225158666 shutdown_connections 2024-02-26T04:56:34.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.216+0000 7fb26ec00640 1 -- 172.21.15.112:0/225158666 wait complete. 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.217+0000 7fb26ec00640 1 Processor -- start 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.217+0000 7fb26ec00640 1 -- start start 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.217+0000 7fb26ec00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 0x7fb268199520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.217+0000 7fb26ec00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.217+0000 7fb26ec00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 0x7fb2681a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb26ec00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2681a1010 con 0x7fb268104f50 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb26ec00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2681a1180 con 0x7fb268104590 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb26ec00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2681a1340 con 0x7fb2681033a0 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58454/0 (socket says 172.21.15.112:58454) 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 -- 172.21.15.112:0/1839799135 learned_addr learned my addr 172.21.15.112:0/1839799135 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:34.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267e00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 0x7fb268199520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb26cc00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 0x7fb2681a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 -- 172.21.15.112:0/1839799135 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 msgr2=0x7fb268199520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 0x7fb268199520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 -- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 msgr2=0x7fb2681a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 0x7fb2681a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 -- 172.21.15.112:0/1839799135 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb250009490 con 0x7fb268104590 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267e00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 0x7fb268199520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.218+0000 7fb267400640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb25800e9f0 tx=0x7fb25800edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.219+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb258009720 con 0x7fb268104590 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.219+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb25800cd80 con 0x7fb268104590 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.219+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2681a1620 con 0x7fb268104590 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.219+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb258010690 con 0x7fb268104590 2024-02-26T04:56:34.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.219+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2681a1ae0 con 0x7fb268104590 2024-02-26T04:56:34.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.220+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb26810a710 con 0x7fb268104590 2024-02-26T04:56:34.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.223+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb2580046c0 con 0x7fb268104590 2024-02-26T04:56:34.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.224+0000 7fb264c00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 0x7fb24c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.224+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb258014070 con 0x7fb268104590 2024-02-26T04:56:34.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.224+0000 7fb267e00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 0x7fb24c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.225+0000 7fb267e00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 0x7fb24c0a4580 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb250009830 tx=0x7fb250034c60 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:34.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.226+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb2580971d0 con 0x7fb268104590 2024-02-26T04:56:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:56:33.958+0000 7f0e1de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:56:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:56:33.958+0000 7f0e1de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:56:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:56:33.958+0000 7f0e1de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:56:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:56:33.958+0000 7f0e1de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:56:34.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:56:33 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:56:33.958+0000 7f0e1de00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:56:34.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.452+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7fb26802ce40 con 0x7fb24c0a20c0 2024-02-26T04:56:34.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.485+0000 7fb264c00640 1 -- 172.21.15.112:0/1839799135 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fb26802ce40 con 0x7fb24c0a20c0 2024-02-26T04:56:34.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.487+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 msgr2=0x7fb24c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.487+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 0x7fb24c0a4580 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fb250009830 tx=0x7fb250034c60 comp rx=0 tx=0).stop 2024-02-26T04:56:34.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.487+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 msgr2=0x7fb268199a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.490 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.487+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fb25800e9f0 tx=0x7fb25800edf0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 shutdown_connections 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb24c0a20c0 0x7fb24c0a4580 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb268104f50 0x7fb2681a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb268104590 0x7fb268199a60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 --2- 172.21.15.112:0/1839799135 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb2681033a0 0x7fb268199520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 >> 172.21.15.112:0/1839799135 conn(0x7fb2680fe930 msgr2=0x7fb2681078e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 shutdown_connections 2024-02-26T04:56:34.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.488+0000 7fb26ec00640 1 -- 172.21.15.112:0/1839799135 wait complete. 2024-02-26T04:56:34.510 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 -- 172.21.15.112:0/3921815371 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8109350 msgr2=0x7fbcc810fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 --2- 172.21.15.112:0/3921815371 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8109350 0x7fbcc810fbe0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbcc0009ca0 tx=0x7fbcc002c100 comp rx=0 tx=0).stop 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 -- 172.21.15.112:0/3921815371 shutdown_connections 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 --2- 172.21.15.112:0/3921815371 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8109350 0x7fbcc810fbe0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 --2- 172.21.15.112:0/3921815371 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc8108990 0x7fbcc8108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 --2- 172.21.15.112:0/3921815371 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc81077a0 0x7fbcc8107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 -- 172.21.15.112:0/3921815371 >> 172.21.15.112:0/3921815371 conn(0x7fbcc8076740 msgr2=0x7fbcc8078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 -- 172.21.15.112:0/3921815371 shutdown_connections 2024-02-26T04:56:34.731 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.728+0000 7fbccf000640 1 -- 172.21.15.112:0/3921815371 wait complete. 2024-02-26T04:56:34.733 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 Processor -- start 2024-02-26T04:56:34.733 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 -- start start 2024-02-26T04:56:34.733 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc81077a0 0x7fbcc819d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8109350 0x7fbcc81a4e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc81a53b0 con 0x7fbcc8108990 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc81a5520 con 0x7fbcc81077a0 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbccf000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcc81a56e0 con 0x7fbcc8109350 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.729+0000 7fbcc7400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:42190/0 (socket says 172.21.15.112:42190) 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 -- 172.21.15.112:0/255294690 learned_addr learned my addr 172.21.15.112:0/255294690 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7e00640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc81077a0 0x7fbcc819d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbccd000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8109350 0x7fbcc81a4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 -- 172.21.15.112:0/255294690 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8109350 msgr2=0x7fbcc81a4e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8109350 0x7fbcc81a4e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 -- 172.21.15.112:0/255294690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc81077a0 msgr2=0x7fbcc819d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc81077a0 0x7fbcc819d8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 -- 172.21.15.112:0/255294690 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbcb8009490 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc7400640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbcb400ea60 tx=0x7fbcb400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.730+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb400cde0 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.731+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fbcb40035f0 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.731+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcb4009490 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.731+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcb4010690 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.731+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcc0009900 con 0x7fbcc8108990 2024-02-26T04:56:34.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.732+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcc810ea60 con 0x7fbcc8108990 2024-02-26T04:56:34.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.734+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fbcb4003b80 con 0x7fbcc8108990 2024-02-26T04:56:34.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.737+0000 7fbcc4c00640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 0x7fbcac0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:34.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.737+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fbcb4014070 con 0x7fbcc8108990 2024-02-26T04:56:34.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.737+0000 7fbcc7e00640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 0x7fbcac0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:34.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.737+0000 7fbcc7e00640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 0x7fbcac0a4580 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbcc81087f0 tx=0x7fbcb8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:34.743 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.741+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbcb4097120 con 0x7fbcc8108990 2024-02-26T04:56:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:34 smithi161 ceph-mon[36447]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:34 smithi161 ceph-mon[36447]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:34.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.971+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7fbcc802ceb0 con 0x7fbcac0a20c0 2024-02-26T04:56:34.984 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.981+0000 7fbcc4c00640 1 -- 172.21.15.112:0/255294690 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7fbcc802ceb0 con 0x7fbcac0a20c0 2024-02-26T04:56:34.984 INFO:teuthology.orchestra.run.smithi112.stdout:/volumes/qa/sv_0/dcc85ff9-dcdd-4a02-bc43-66a645396321 2024-02-26T04:56:34.986 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 msgr2=0x7fbcac0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 0x7fbcac0a4580 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fbcc81087f0 tx=0x7fbcb8005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 msgr2=0x7fbcc819de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fbcb400ea60 tx=0x7fbcb400ef20 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 shutdown_connections 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbcac0a20c0 0x7fbcac0a4580 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbcc8109350 0x7fbcc81a4e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbcc8108990 0x7fbcc819de00 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 --2- 172.21.15.112:0/255294690 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbcc81077a0 0x7fbcc819d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.983+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 >> 172.21.15.112:0/255294690 conn(0x7fbcc8076740 msgr2=0x7fbcc810bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.984+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 shutdown_connections 2024-02-26T04:56:34.987 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:34.984+0000 7fbccf000640 1 -- 172.21.15.112:0/255294690 wait complete. 2024-02-26T04:56:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:34 smithi112 ceph-mon[31817]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:34 smithi112 ceph-mon[31817]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:35.006 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-02-26T04:56:35.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:34 smithi175 ceph-mon[36652]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:35.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:34 smithi175 ceph-mon[36652]: from='client.24680 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:35.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 -- 172.21.15.112:0/3446189683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f12301032a0 msgr2=0x7f12301036c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 --2- 172.21.15.112:0/3446189683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f12301032a0 0x7f12301036c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f1224009900 tx=0x7f122402bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:35.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 -- 172.21.15.112:0/3446189683 shutdown_connections 2024-02-26T04:56:35.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 --2- 172.21.15.112:0/3446189683 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1230104e50 0x7f123010b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 --2- 172.21.15.112:0/3446189683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 0x7f1230104910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 --2- 172.21.15.112:0/3446189683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f12301032a0 0x7f12301036c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 -- 172.21.15.112:0/3446189683 >> 172.21.15.112:0/3446189683 conn(0x7f12300fe830 msgr2=0x7f1230100c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:35.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 -- 172.21.15.112:0/3446189683 shutdown_connections 2024-02-26T04:56:35.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.219+0000 7f1236600640 1 -- 172.21.15.112:0/3446189683 wait complete. 2024-02-26T04:56:35.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.220+0000 7f1236600640 1 Processor -- start 2024-02-26T04:56:35.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 -- start start 2024-02-26T04:56:35.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f12301032a0 0x7f1230199410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 0x7f1230199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12301a0f00 con 0x7f1230104e50 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12301a1070 con 0x7f1230104490 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1236600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12301a1230 con 0x7f12301032a0 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36840/0 (socket says 172.21.15.112:36840) 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235c00640 1 -- 172.21.15.112:0/3749491707 learned_addr learned my addr 172.21.15.112:0/3749491707 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235200640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f12301032a0 0x7f1230199410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f122fe00640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 0x7f1230199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235c00640 1 -- 172.21.15.112:0/3749491707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f12301032a0 msgr2=0x7f1230199410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.221+0000 7f1235c00640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f12301032a0 0x7f1230199410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1235c00640 1 -- 172.21.15.112:0/3749491707 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 msgr2=0x7f1230199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1235c00640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 0x7f1230199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.226 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1235c00640 1 -- 172.21.15.112:0/3749491707 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1224009560 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1235c00640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f122800eb10 tx=0x7f122800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1228004b20 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f1228004c80 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12301a1510 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1228010760 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.222+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12301a19d0 con 0x7f1230104e50 2024-02-26T04:56:35.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.223+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f123010a5c0 con 0x7f1230104e50 2024-02-26T04:56:35.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.225+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 16) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f1228005020 con 0x7f1230104e50 2024-02-26T04:56:35.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.226+0000 7f122d600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 0x7f12180a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.227+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f1228014070 con 0x7f1230104e50 2024-02-26T04:56:35.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.227+0000 7f1235200640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 0x7f12180a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.230 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.227+0000 7f1235200640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 0x7f12180a4580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f122402c7e0 tx=0x7f1224000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:35.233 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.231+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1228097210 con 0x7f1230104e50 2024-02-26T04:56:35.463 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.461+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f123002ce10 con 0x7f12180a20c0 2024-02-26T04:56:35.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.490+0000 7f122d600640 1 -- 172.21.15.112:0/3749491707 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f123002ce10 con 0x7f12180a20c0 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 msgr2=0x7f12180a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 0x7f12180a4580 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f122402c7e0 tx=0x7f1224000bc0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 msgr2=0x7f12301a09c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f122800eb10 tx=0x7f122800c2d0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 shutdown_connections 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f12180a20c0 0x7f12180a4580 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1230104e50 0x7f12301a09c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1230104490 0x7f1230199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 --2- 172.21.15.112:0/3749491707 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f12301032a0 0x7f1230199410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 >> 172.21.15.112:0/3749491707 conn(0x7f12300fe830 msgr2=0x7f1230107790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:35.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 shutdown_connections 2024-02-26T04:56:35.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.493+0000 7f1236600640 1 -- 172.21.15.112:0/3749491707 wait complete. 2024-02-26T04:56:35.517 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-02-26T04:56:35.734 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.731+0000 7f03b7400640 1 -- 172.21.15.112:0/836839050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 msgr2=0x7f03b0104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.731+0000 7f03b7400640 1 --2- 172.21.15.112:0/836839050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0104a30 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0398009900 tx=0x7f039802bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 -- 172.21.15.112:0/836839050 shutdown_connections 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 --2- 172.21.15.112:0/836839050 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b0104f70 0x7f03b010b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 --2- 172.21.15.112:0/836839050 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0104a30 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 --2- 172.21.15.112:0/836839050 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b01033c0 0x7f03b01037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 -- 172.21.15.112:0/836839050 >> 172.21.15.112:0/836839050 conn(0x7f03b00fe930 msgr2=0x7f03b0100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 -- 172.21.15.112:0/836839050 shutdown_connections 2024-02-26T04:56:35.735 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.732+0000 7f03b7400640 1 -- 172.21.15.112:0/836839050 wait complete. 2024-02-26T04:56:35.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 Processor -- start 2024-02-26T04:56:35.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 -- start start 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b01033c0 0x7f03b0199510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b0104f70 0x7f03b01a0ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b01a1000 con 0x7f03b01045b0 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b01a1170 con 0x7f03b01033c0 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b7400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03b01a1330 con 0x7f03b0104f70 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03afe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03afe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36870/0 (socket says 172.21.15.112:36870) 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03afe00640 1 -- 172.21.15.112:0/526198349 learned_addr learned my addr 172.21.15.112:0/526198349 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.733+0000 7f03b4a00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b01033c0 0x7f03b0199510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03b5400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b0104f70 0x7f03b01a0ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 -- 172.21.15.112:0/526198349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b0104f70 msgr2=0x7f03b01a0ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b0104f70 0x7f03b01a0ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 -- 172.21.15.112:0/526198349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b01033c0 msgr2=0x7f03b0199510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b01033c0 0x7f03b0199510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 -- 172.21.15.112:0/526198349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0398009560 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03afe00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0398000c00 tx=0x7f0398005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0398004350 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03b01a15b0 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f03980044b0 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.734+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0398003e10 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.735+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03b01a1b10 con 0x7f03b01045b0 2024-02-26T04:56:35.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.736+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03b010a6e0 con 0x7f03b01045b0 2024-02-26T04:56:35.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.738+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f0398004e10 con 0x7f03b01045b0 2024-02-26T04:56:35.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.739+0000 7f03ad600640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 0x7f03940a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:35.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.739+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f03980f02e0 con 0x7f03b01045b0 2024-02-26T04:56:35.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.739+0000 7f03b4a00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 0x7f03940a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:35.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.740+0000 7f03b4a00640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 0x7f03940a4610 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f03b0104410 tx=0x7f03a0005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:35.746 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.744+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f03980b9310 con 0x7f03b01045b0 2024-02-26T04:56:35.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.969+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f03b00615c0 con 0x7f03940a2150 2024-02-26T04:56:35.978 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.975+0000 7f03ad600640 1 -- 172.21.15.112:0/526198349 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f03b00615c0 con 0x7f03940a2150 2024-02-26T04:56:35.978 INFO:teuthology.orchestra.run.smithi112.stdout:/volumes/qa/sv_1/b7bc4477-d7b8-4334-b66a-bed842cbbaa5 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 msgr2=0x7f03940a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 0x7f03940a4610 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f03b0104410 tx=0x7f03a0005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 msgr2=0x7f03b0199a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0398000c00 tx=0x7f0398005dc0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 shutdown_connections 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f03940a2150 0x7f03940a4610 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03b0104f70 0x7f03b01a0ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.981 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03b01045b0 0x7f03b0199a50 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 --2- 172.21.15.112:0/526198349 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03b01033c0 0x7f03b0199510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:35.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 >> 172.21.15.112:0/526198349 conn(0x7f03b00fe930 msgr2=0x7f03b01078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:35.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 shutdown_connections 2024-02-26T04:56:35.982 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:35.978+0000 7f03b7400640 1 -- 172.21.15.112:0/526198349 wait complete. 2024-02-26T04:56:35.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:35 smithi112 ceph-mon[31817]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:35.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:35 smithi112 ceph-mon[31817]: pgmap v314: 97 pgs: 97 active+clean; 581 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 262 B/s rd, 3.2 KiB/s wr, 7 op/s 2024-02-26T04:56:35.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:35 smithi112 ceph-mon[31817]: from='client.14589 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:35.999 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:56:36.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:35 smithi175 ceph-mon[36652]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:36.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:35 smithi175 ceph-mon[36652]: pgmap v314: 97 pgs: 97 active+clean; 581 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 262 B/s rd, 3.2 KiB/s wr, 7 op/s 2024-02-26T04:56:36.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:35 smithi175 ceph-mon[36652]: from='client.14589 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:36.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:35 smithi161 ceph-mon[36447]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:36.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:35 smithi161 ceph-mon[36447]: pgmap v314: 97 pgs: 97 active+clean; 581 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 262 B/s rd, 3.2 KiB/s wr, 7 op/s 2024-02-26T04:56:36.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:35 smithi161 ceph-mon[36447]: from='client.14589 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 -- 172.21.15.112:0/2852593455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 msgr2=0x7fb3441037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 --2- 172.21.15.112:0/2852593455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb3441037e0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fb338009900 tx=0x7fb33802bc40 comp rx=0 tx=0).stop 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 -- 172.21.15.112:0/2852593455 shutdown_connections 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 --2- 172.21.15.112:0/2852593455 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb344104f70 0x7fb34410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 --2- 172.21.15.112:0/2852593455 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb3441045b0 0x7fb344104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 --2- 172.21.15.112:0/2852593455 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb3441037e0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 -- 172.21.15.112:0/2852593455 >> 172.21.15.112:0/2852593455 conn(0x7fb3440fe970 msgr2=0x7fb344100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:36.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.206+0000 7fb34c200640 1 -- 172.21.15.112:0/2852593455 shutdown_connections 2024-02-26T04:56:36.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.207+0000 7fb34c200640 1 -- 172.21.15.112:0/2852593455 wait complete. 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.207+0000 7fb34c200640 1 Processor -- start 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 -- start start 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb34419d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 0x7fb3441a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3441a5410 con 0x7fb3441045b0 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3441a5580 con 0x7fb3441033c0 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34c200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3441a5740 con 0x7fb344104f70 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb348e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb348e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36882/0 (socket says 172.21.15.112:36882) 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb348e00640 1 -- 172.21.15.112:0/2936642581 learned_addr learned my addr 172.21.15.112:0/2936642581 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb34a200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 0x7fb3441a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.208+0000 7fb349800640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb34419d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 -- 172.21.15.112:0/2936642581 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 msgr2=0x7fb3441a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 0x7fb3441a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 -- 172.21.15.112:0/2936642581 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 msgr2=0x7fb34419d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb34419d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 -- 172.21.15.112:0/2936642581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb338009560 con 0x7fb3441045b0 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb34a200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 0x7fb3441a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb348e00640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb33000e9f0 tx=0x7fb33000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb330009720 con 0x7fb3441045b0 2024-02-26T04:56:36.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3441a5a20 con 0x7fb3441045b0 2024-02-26T04:56:36.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb33000cd80 con 0x7fb3441045b0 2024-02-26T04:56:36.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb330010690 con 0x7fb3441045b0 2024-02-26T04:56:36.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.209+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3441a5f30 con 0x7fb3441045b0 2024-02-26T04:56:36.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.210+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb34410eef0 con 0x7fb3441045b0 2024-02-26T04:56:36.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.213+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fb3300046c0 con 0x7fb3441045b0 2024-02-26T04:56:36.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.214+0000 7fb342000640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 0x7fb32c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.214+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fb330014070 con 0x7fb3441045b0 2024-02-26T04:56:36.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.215+0000 7fb349800640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 0x7fb32c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.215+0000 7fb349800640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 0x7fb32c0a4610 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb338000c00 tx=0x7fb338005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:36.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.218+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb330097010 con 0x7fb3441045b0 2024-02-26T04:56:36.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.454+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb34410f080 con 0x7fb3441045b0 2024-02-26T04:56:36.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.456+0000 7fb342000640 1 -- 172.21.15.112:0/2936642581 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7fb33009a6d0 con 0x7fb3441045b0 2024-02-26T04:56:36.459 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:36.459 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:56:36.459 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:56:36.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 msgr2=0x7fb32c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 0x7fb32c0a4610 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fb338000c00 tx=0x7fb338005fd0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 msgr2=0x7fb34419de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.461 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb33000e9f0 tx=0x7fb33000edf0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 shutdown_connections 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb32c0a2150 0x7fb32c0a4610 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb344104f70 0x7fb3441a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb3441045b0 0x7fb34419de60 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.458+0000 7fb34c200640 1 --2- 172.21.15.112:0/2936642581 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb3441033c0 0x7fb34419d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.459+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 >> 172.21.15.112:0/2936642581 conn(0x7fb3440fe970 msgr2=0x7fb3440775d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.459+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 shutdown_connections 2024-02-26T04:56:36.462 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.459+0000 7fb34c200640 1 -- 172.21.15.112:0/2936642581 wait complete. 2024-02-26T04:56:36.481 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:56:36.686 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.683+0000 7fef88a00640 1 -- 172.21.15.112:0/2036409435 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84104380 msgr2=0x7fef84106770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.683+0000 7fef88a00640 1 --2- 172.21.15.112:0/2036409435 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84104380 0x7fef84106770 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fef6c009900 tx=0x7fef6c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 -- 172.21.15.112:0/2036409435 shutdown_connections 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 --2- 172.21.15.112:0/2036409435 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84106cb0 0x7fef84109100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 --2- 172.21.15.112:0/2036409435 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84104380 0x7fef84106770 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 --2- 172.21.15.112:0/2036409435 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84101a50 0x7fef84103e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 -- 172.21.15.112:0/2036409435 >> 172.21.15.112:0/2036409435 conn(0x7fef840fb460 msgr2=0x7fef840fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 -- 172.21.15.112:0/2036409435 shutdown_connections 2024-02-26T04:56:36.687 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.684+0000 7fef88a00640 1 -- 172.21.15.112:0/2036409435 wait complete. 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 Processor -- start 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 -- start start 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84104380 0x7fef841998b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 0x7fef841a0920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef841a0e60 con 0x7fef84101a50 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef841a0fd0 con 0x7fef84106cb0 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.685+0000 7fef88a00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef841a1190 con 0x7fef84104380 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:36898/0 (socket says 172.21.15.112:36898) 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef7be00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84104380 0x7fef841998b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83400640 1 -- 172.21.15.112:0/2024050652 learned_addr learned my addr 172.21.15.112:0/2024050652 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:36.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 0x7fef841a0920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 -- 172.21.15.112:0/2024050652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84104380 msgr2=0x7fef841998b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84104380 0x7fef841998b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 -- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 msgr2=0x7fef84199370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 -- 172.21.15.112:0/2024050652 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef74009490 con 0x7fef84106cb0 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83400640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:36.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.686+0000 7fef83e00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 0x7fef841a0920 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009fd0 tx=0x7fef7c00ef10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.687+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c00ce20 con 0x7fef84106cb0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.687+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef6c009560 con 0x7fef84106cb0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.687+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fef7c004b20 con 0x7fef84106cb0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.687+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef841a1810 con 0x7fef84106cb0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.687+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c00f620 con 0x7fef84106cb0 2024-02-26T04:56:36.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.688+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef84108800 con 0x7fef84106cb0 2024-02-26T04:56:36.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.690+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fef7c004c90 con 0x7fef84106cb0 2024-02-26T04:56:36.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.691+0000 7fef80c00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 0x7fef680a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:36.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.691+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fef7c014070 con 0x7fef84106cb0 2024-02-26T04:56:36.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.692+0000 7fef83400640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 0x7fef680a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:36.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.692+0000 7fef83400640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 0x7fef680a4710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef74011690 tx=0x7fef74005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:36.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.693+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fef7c0970f0 con 0x7fef84106cb0 2024-02-26T04:56:36.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:36 smithi112 ceph-mon[31817]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-26T04:56:36.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:36 smithi112 ceph-mon[31817]: from='client.14595 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:36.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:36 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2936642581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:36.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.892+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fef8410cb50 con 0x7fef84106cb0 2024-02-26T04:56:36.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.894+0000 7fef80c00640 1 -- 172.21.15.112:0/2024050652 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+22302 (secure 0 0 0) 0x7fef7c09a7b0 con 0x7fef84106cb0 2024-02-26T04:56:36.897 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:36.897 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":85,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:29.495318+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:36.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.896+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 msgr2=0x7fef680a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.896+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 0x7fef680a4710 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7fef74011690 tx=0x7fef74005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 msgr2=0x7fef841a0920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 0x7fef841a0920 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009fd0 tx=0x7fef7c00ef10 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 shutdown_connections 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef680a2250 0x7fef680a4710 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fef84106cb0 0x7fef841a0920 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fef84104380 0x7fef841998b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 --2- 172.21.15.112:0/2024050652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fef84101a50 0x7fef84199370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 >> 172.21.15.112:0/2024050652 conn(0x7fef840fb460 msgr2=0x7fef84101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 shutdown_connections 2024-02-26T04:56:36.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:36.897+0000 7fef88a00640 1 -- 172.21.15.112:0/2024050652 wait complete. 2024-02-26T04:56:36.918 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-02-26T04:56:36.918 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-26T04:56:37.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 -- 172.21.15.112:0/1716672350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 msgr2=0x7f456c074060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 --2- 172.21.15.112:0/1716672350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c074060 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f4558009900 tx=0x7f455802bc50 comp rx=0 tx=0).stop 2024-02-26T04:56:37.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 -- 172.21.15.112:0/1716672350 shutdown_connections 2024-02-26T04:56:37.103 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 --2- 172.21.15.112:0/1716672350 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 0x7f456c10b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 --2- 172.21.15.112:0/1716672350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c074060 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 --2- 172.21.15.112:0/1716672350 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 0x7f456c073610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 -- 172.21.15.112:0/1716672350 >> 172.21.15.112:0/1716672350 conn(0x7f456c0fc560 msgr2=0x7f456c0fe9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:37.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 -- 172.21.15.112:0/1716672350 shutdown_connections 2024-02-26T04:56:37.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.100+0000 7f4573000640 1 -- 172.21.15.112:0/1716672350 wait complete. 2024-02-26T04:56:37.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.101+0000 7f4573000640 1 Processor -- start 2024-02-26T04:56:37.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.101+0000 7f4573000640 1 -- start start 2024-02-26T04:56:37.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.106 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 0x7f456c199830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 0x7f456c1a08a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f456c1a0de0 con 0x7f456c0751c0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f456c1a0f50 con 0x7f456c073be0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4573000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f456c1a1110 con 0x7f456c108eb0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 0x7f456c199830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:54152/0 (socket says 172.21.15.112:54152) 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 -- 172.21.15.112:0/1698605925 learned_addr learned my addr 172.21.15.112:0/1698605925 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4572600640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 0x7f456c1a08a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 -- 172.21.15.112:0/1698605925 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 msgr2=0x7f456c1a08a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 0x7f456c1a08a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.107 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 -- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 msgr2=0x7f456c199830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 0x7f456c199830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.102+0000 7f4571c00640 1 -- 172.21.15.112:0/1698605925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4558009560 con 0x7f456c073be0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f4571c00640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f456000e9f0 tx=0x7f456000eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4560009700 con 0x7f456c073be0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f456c1a13f0 con 0x7f456c073be0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f456000cd80 con 0x7f456c073be0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45600189c0 con 0x7f456c073be0 2024-02-26T04:56:37.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.103+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f456c1a18d0 con 0x7f456c073be0 2024-02-26T04:56:37.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.104+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f456c107be0 con 0x7f456c073be0 2024-02-26T04:56:37.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.106+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f4560018b20 con 0x7f456c073be0 2024-02-26T04:56:37.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.107+0000 7f456a000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 0x7f45540a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.107+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7f4560014070 con 0x7f456c073be0 2024-02-26T04:56:37.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.107+0000 7f4571200640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 0x7f45540a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.108+0000 7f4571200640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 0x7f45540a4610 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f455802c800 tx=0x7f4558005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:36 smithi175 ceph-mon[36652]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-26T04:56:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:36 smithi175 ceph-mon[36652]: from='client.14595 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:36 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2936642581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:37.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.111+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4560052d20 con 0x7f456c073be0 2024-02-26T04:56:37.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:36 smithi161 ceph-mon[36447]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-02-26T04:56:37.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:36 smithi161 ceph-mon[36447]: from='client.14595 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:56:37.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:36 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2936642581' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:56:37.303 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.301+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f456c02ceb0 con 0x7f45540a2150 2024-02-26T04:56:37.325 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.323+0000 7f456a000640 1 -- 172.21.15.112:0/1698605925 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+338999 (secure 0 0 0) 0x7f456c02ceb0 con 0x7f45540a2150 2024-02-26T04:56:37.331 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:37.333 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-02-26T04:56:37.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 msgr2=0x7f45540a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 0x7f45540a4610 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f455802c800 tx=0x7f4558005fd0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 msgr2=0x7f456c1992f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f456000e9f0 tx=0x7f456000eeb0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 shutdown_connections 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f45540a2150 0x7f45540a4610 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f456c108eb0 0x7f456c1a08a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f456c0751c0 0x7f456c199830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 --2- 172.21.15.112:0/1698605925 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f456c073be0 0x7f456c1992f0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 >> 172.21.15.112:0/1698605925 conn(0x7f456c0fc560 msgr2=0x7f456c104db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 shutdown_connections 2024-02-26T04:56:37.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.328+0000 7f4573000640 1 -- 172.21.15.112:0/1698605925 wait complete. 2024-02-26T04:56:37.349 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":315,"stamp":"2024-02-26T04:56:37.275837+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":637980,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":176,"num_read_kb":178,"num_write":323,"num_write_kb":3024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":262,"ondisk_log_size":262,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349432,"kb_used_data":12760,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592392,"statfs":{"total":1151940427776,"available":1151582609408,"internally_reserved":0,"allocated":13066240,"data_stored":7118705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":344634681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":47612,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":40,"num_read_kb":59,"num_write":142,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.779719"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735461+0000","last_change":"2024-02-26T04:56:28.534520+0000","last_active":"2024-02-26T04:56:30.735461+0000","last_peered":"2024-02-26T04:56:30.735461+0000","last_clean":"2024-02-26T04:56:30.735461+0000","last_became_active":"2024-02-26T04:56:28.534187+0000","last_became_peered":"2024-02-26T04:56:28.534187+0000","last_unstale":"2024-02-26T04:56:30.735461+0000","last_undegraded":"2024-02-26T04:56:30.735461+0000","last_fullsized":"2024-02-26T04:56:30.735461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:02:31.984010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066964+0000","last_change":"2024-02-26T04:56:28.540325+0000","last_active":"2024-02-26T04:56:30.066964+0000","last_peered":"2024-02-26T04:56:30.066964+0000","last_clean":"2024-02-26T04:56:30.066964+0000","last_became_active":"2024-02-26T04:56:28.538286+0000","last_became_peered":"2024-02-26T04:56:28.538286+0000","last_unstale":"2024-02-26T04:56:30.066964+0000","last_undegraded":"2024-02-26T04:56:30.066964+0000","last_fullsized":"2024-02-26T04:56:30.066964+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:02.032237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066883+0000","last_change":"2024-02-26T04:56:28.531261+0000","last_active":"2024-02-26T04:56:30.066883+0000","last_peered":"2024-02-26T04:56:30.066883+0000","last_clean":"2024-02-26T04:56:30.066883+0000","last_became_active":"2024-02-26T04:56:28.528901+0000","last_became_peered":"2024-02-26T04:56:28.528901+0000","last_unstale":"2024-02-26T04:56:30.066883+0000","last_undegraded":"2024-02-26T04:56:30.066883+0000","last_fullsized":"2024-02-26T04:56:30.066883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:44:21.540509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.979770+0000","last_change":"2024-02-26T04:56:28.521468+0000","last_active":"2024-02-26T04:56:29.979770+0000","last_peered":"2024-02-26T04:56:29.979770+0000","last_clean":"2024-02-26T04:56:29.979770+0000","last_became_active":"2024-02-26T04:56:28.521114+0000","last_became_peered":"2024-02-26T04:56:28.521114+0000","last_unstale":"2024-02-26T04:56:29.979770+0000","last_undegraded":"2024-02-26T04:56:29.979770+0000","last_fullsized":"2024-02-26T04:56:29.979770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:49:44.311874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650359+0000","last_change":"2024-02-26T04:56:28.536496+0000","last_active":"2024-02-26T04:56:29.650359+0000","last_peered":"2024-02-26T04:56:29.650359+0000","last_clean":"2024-02-26T04:56:29.650359+0000","last_became_active":"2024-02-26T04:56:28.536138+0000","last_became_peered":"2024-02-26T04:56:28.536138+0000","last_unstale":"2024-02-26T04:56:29.650359+0000","last_undegraded":"2024-02-26T04:56:29.650359+0000","last_fullsized":"2024-02-26T04:56:29.650359+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:37:40.458566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065455+0000","last_change":"2024-02-26T04:56:28.514341+0000","last_active":"2024-02-26T04:56:30.065455+0000","last_peered":"2024-02-26T04:56:30.065455+0000","last_clean":"2024-02-26T04:56:30.065455+0000","last_became_active":"2024-02-26T04:56:28.513948+0000","last_became_peered":"2024-02-26T04:56:28.513948+0000","last_unstale":"2024-02-26T04:56:30.065455+0000","last_undegraded":"2024-02-26T04:56:30.065455+0000","last_fullsized":"2024-02-26T04:56:30.065455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:47:48.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064735+0000","last_change":"2024-02-26T04:56:28.522526+0000","last_active":"2024-02-26T04:56:30.064735+0000","last_peered":"2024-02-26T04:56:30.064735+0000","last_clean":"2024-02-26T04:56:30.064735+0000","last_became_active":"2024-02-26T04:56:28.522120+0000","last_became_peered":"2024-02-26T04:56:28.522120+0000","last_unstale":"2024-02-26T04:56:30.064735+0000","last_undegraded":"2024-02-26T04:56:30.064735+0000","last_fullsized":"2024-02-26T04:56:30.064735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:33:27.516404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.651757+0000","last_change":"2024-02-26T04:56:28.544249+0000","last_active":"2024-02-26T04:56:29.651757+0000","last_peered":"2024-02-26T04:56:29.651757+0000","last_clean":"2024-02-26T04:56:29.651757+0000","last_became_active":"2024-02-26T04:56:28.543528+0000","last_became_peered":"2024-02-26T04:56:28.543528+0000","last_unstale":"2024-02-26T04:56:29.651757+0000","last_undegraded":"2024-02-26T04:56:29.651757+0000","last_fullsized":"2024-02-26T04:56:29.651757+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:24:51.912000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510269+0000","last_change":"2024-02-26T04:56:28.525121+0000","last_active":"2024-02-26T04:56:29.510269+0000","last_peered":"2024-02-26T04:56:29.510269+0000","last_clean":"2024-02-26T04:56:29.510269+0000","last_became_active":"2024-02-26T04:56:28.524856+0000","last_became_peered":"2024-02-26T04:56:28.524856+0000","last_unstale":"2024-02-26T04:56:29.510269+0000","last_undegraded":"2024-02-26T04:56:29.510269+0000","last_fullsized":"2024-02-26T04:56:29.510269+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:50:12.098647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065797+0000","last_change":"2024-02-26T04:56:28.517819+0000","last_active":"2024-02-26T04:56:30.065797+0000","last_peered":"2024-02-26T04:56:30.065797+0000","last_clean":"2024-02-26T04:56:30.065797+0000","last_became_active":"2024-02-26T04:56:28.517329+0000","last_became_peered":"2024-02-26T04:56:28.517329+0000","last_unstale":"2024-02-26T04:56:30.065797+0000","last_undegraded":"2024-02-26T04:56:30.065797+0000","last_fullsized":"2024-02-26T04:56:30.065797+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:19.378409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065102+0000","last_change":"2024-02-26T04:56:28.520789+0000","last_active":"2024-02-26T04:56:30.065102+0000","last_peered":"2024-02-26T04:56:30.065102+0000","last_clean":"2024-02-26T04:56:30.065102+0000","last_became_active":"2024-02-26T04:56:28.520443+0000","last_became_peered":"2024-02-26T04:56:28.520443+0000","last_unstale":"2024-02-26T04:56:30.065102+0000","last_undegraded":"2024-02-26T04:56:30.065102+0000","last_fullsized":"2024-02-26T04:56:30.065102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:09:03.378145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.979742+0000","last_change":"2024-02-26T04:56:28.517275+0000","last_active":"2024-02-26T04:56:29.979742+0000","last_peered":"2024-02-26T04:56:29.979742+0000","last_clean":"2024-02-26T04:56:29.979742+0000","last_became_active":"2024-02-26T04:56:28.516615+0000","last_became_peered":"2024-02-26T04:56:28.516615+0000","last_unstale":"2024-02-26T04:56:29.979742+0000","last_undegraded":"2024-02-26T04:56:29.979742+0000","last_fullsized":"2024-02-26T04:56:29.979742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:05:24.592324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922550+0000","last_change":"2024-02-26T04:56:28.532538+0000","last_active":"2024-02-26T04:56:29.922550+0000","last_peered":"2024-02-26T04:56:29.922550+0000","last_clean":"2024-02-26T04:56:29.922550+0000","last_became_active":"2024-02-26T04:56:28.528758+0000","last_became_peered":"2024-02-26T04:56:28.528758+0000","last_unstale":"2024-02-26T04:56:29.922550+0000","last_undegraded":"2024-02-26T04:56:29.922550+0000","last_fullsized":"2024-02-26T04:56:29.922550+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:28:59.208250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066417+0000","last_change":"2024-02-26T04:56:28.538451+0000","last_active":"2024-02-26T04:56:30.066417+0000","last_peered":"2024-02-26T04:56:30.066417+0000","last_clean":"2024-02-26T04:56:30.066417+0000","last_became_active":"2024-02-26T04:56:28.537083+0000","last_became_peered":"2024-02-26T04:56:28.537083+0000","last_unstale":"2024-02-26T04:56:30.066417+0000","last_undegraded":"2024-02-26T04:56:30.066417+0000","last_fullsized":"2024-02-26T04:56:30.066417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:23:16.712855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066476+0000","last_change":"2024-02-26T04:56:28.532544+0000","last_active":"2024-02-26T04:56:30.066476+0000","last_peered":"2024-02-26T04:56:30.066476+0000","last_clean":"2024-02-26T04:56:30.066476+0000","last_became_active":"2024-02-26T04:56:28.532111+0000","last_became_peered":"2024-02-26T04:56:28.532111+0000","last_unstale":"2024-02-26T04:56:30.066476+0000","last_undegraded":"2024-02-26T04:56:30.066476+0000","last_fullsized":"2024-02-26T04:56:30.066476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:15:25.608361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509947+0000","last_change":"2024-02-26T04:56:28.534360+0000","last_active":"2024-02-26T04:56:29.509947+0000","last_peered":"2024-02-26T04:56:29.509947+0000","last_clean":"2024-02-26T04:56:29.509947+0000","last_became_active":"2024-02-26T04:56:28.534030+0000","last_became_peered":"2024-02-26T04:56:28.534030+0000","last_unstale":"2024-02-26T04:56:29.509947+0000","last_undegraded":"2024-02-26T04:56:29.509947+0000","last_fullsized":"2024-02-26T04:56:29.509947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:43:06.402648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735492+0000","last_change":"2024-02-26T04:56:28.534456+0000","last_active":"2024-02-26T04:56:30.735492+0000","last_peered":"2024-02-26T04:56:30.735492+0000","last_clean":"2024-02-26T04:56:30.735492+0000","last_became_active":"2024-02-26T04:56:28.534141+0000","last_became_peered":"2024-02-26T04:56:28.534141+0000","last_unstale":"2024-02-26T04:56:30.735492+0000","last_undegraded":"2024-02-26T04:56:30.735492+0000","last_fullsized":"2024-02-26T04:56:30.735492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:22:05.051144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.512054+0000","last_change":"2024-02-26T04:56:28.520168+0000","last_active":"2024-02-26T04:56:29.512054+0000","last_peered":"2024-02-26T04:56:29.512054+0000","last_clean":"2024-02-26T04:56:29.512054+0000","last_became_active":"2024-02-26T04:56:28.519580+0000","last_became_peered":"2024-02-26T04:56:28.519580+0000","last_unstale":"2024-02-26T04:56:29.512054+0000","last_undegraded":"2024-02-26T04:56:29.512054+0000","last_fullsized":"2024-02-26T04:56:29.512054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:07:00.609652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509820+0000","last_change":"2024-02-26T04:56:28.537733+0000","last_active":"2024-02-26T04:56:29.509820+0000","last_peered":"2024-02-26T04:56:29.509820+0000","last_clean":"2024-02-26T04:56:29.509820+0000","last_became_active":"2024-02-26T04:56:28.537410+0000","last_became_peered":"2024-02-26T04:56:28.537410+0000","last_unstale":"2024-02-26T04:56:29.509820+0000","last_undegraded":"2024-02-26T04:56:29.509820+0000","last_fullsized":"2024-02-26T04:56:29.509820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:35:54.553223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'9","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.481405+0000","last_change":"2024-02-26T04:56:27.505531+0000","last_active":"2024-02-26T04:56:32.481405+0000","last_peered":"2024-02-26T04:56:32.481405+0000","last_clean":"2024-02-26T04:56:32.481405+0000","last_became_active":"2024-02-26T04:56:27.504324+0000","last_became_peered":"2024-02-26T04:56:27.504324+0000","last_unstale":"2024-02-26T04:56:32.481405+0000","last_undegraded":"2024-02-26T04:56:32.481405+0000","last_fullsized":"2024-02-26T04:56:32.481405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:46:43.109030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653363+0000","last_change":"2024-02-26T04:56:28.538158+0000","last_active":"2024-02-26T04:56:29.653363+0000","last_peered":"2024-02-26T04:56:29.653363+0000","last_clean":"2024-02-26T04:56:29.653363+0000","last_became_active":"2024-02-26T04:56:28.537745+0000","last_became_peered":"2024-02-26T04:56:28.537745+0000","last_unstale":"2024-02-26T04:56:29.653363+0000","last_undegraded":"2024-02-26T04:56:29.653363+0000","last_fullsized":"2024-02-26T04:56:29.653363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:06:52.736810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.309643+0000","last_change":"2024-02-26T04:56:27.513665+0000","last_active":"2024-02-26T04:56:31.309643+0000","last_peered":"2024-02-26T04:56:31.309643+0000","last_clean":"2024-02-26T04:56:31.309643+0000","last_became_active":"2024-02-26T04:56:27.513359+0000","last_became_peered":"2024-02-26T04:56:27.513359+0000","last_unstale":"2024-02-26T04:56:31.309643+0000","last_undegraded":"2024-02-26T04:56:31.309643+0000","last_fullsized":"2024-02-26T04:56:31.309643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:13:21.482114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067707+0000","last_change":"2024-02-26T04:56:28.531817+0000","last_active":"2024-02-26T04:56:30.067707+0000","last_peered":"2024-02-26T04:56:30.067707+0000","last_clean":"2024-02-26T04:56:30.067707+0000","last_became_active":"2024-02-26T04:56:28.531421+0000","last_became_peered":"2024-02-26T04:56:28.531421+0000","last_unstale":"2024-02-26T04:56:30.067707+0000","last_undegraded":"2024-02-26T04:56:30.067707+0000","last_fullsized":"2024-02-26T04:56:30.067707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:29:45.205964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.479707+0000","last_change":"2024-02-26T04:56:27.499117+0000","last_active":"2024-02-26T04:56:32.479707+0000","last_peered":"2024-02-26T04:56:32.479707+0000","last_clean":"2024-02-26T04:56:32.479707+0000","last_became_active":"2024-02-26T04:56:27.498692+0000","last_became_peered":"2024-02-26T04:56:27.498692+0000","last_unstale":"2024-02-26T04:56:32.479707+0000","last_undegraded":"2024-02-26T04:56:32.479707+0000","last_fullsized":"2024-02-26T04:56:32.479707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:48:21.906209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510164+0000","last_change":"2024-02-26T04:56:28.535088+0000","last_active":"2024-02-26T04:56:29.510164+0000","last_peered":"2024-02-26T04:56:29.510164+0000","last_clean":"2024-02-26T04:56:29.510164+0000","last_became_active":"2024-02-26T04:56:28.534566+0000","last_became_peered":"2024-02-26T04:56:28.534566+0000","last_unstale":"2024-02-26T04:56:29.510164+0000","last_undegraded":"2024-02-26T04:56:29.510164+0000","last_fullsized":"2024-02-26T04:56:29.510164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:31:30.878543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650485+0000","last_change":"2024-02-26T04:56:27.495673+0000","last_active":"2024-02-26T04:56:29.650485+0000","last_peered":"2024-02-26T04:56:29.650485+0000","last_clean":"2024-02-26T04:56:29.650485+0000","last_became_active":"2024-02-26T04:56:27.495318+0000","last_became_peered":"2024-02-26T04:56:27.495318+0000","last_unstale":"2024-02-26T04:56:29.650485+0000","last_undegraded":"2024-02-26T04:56:29.650485+0000","last_fullsized":"2024-02-26T04:56:29.650485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:55:49.798694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065191+0000","last_change":"2024-02-26T04:56:28.522336+0000","last_active":"2024-02-26T04:56:30.065191+0000","last_peered":"2024-02-26T04:56:30.065191+0000","last_clean":"2024-02-26T04:56:30.065191+0000","last_became_active":"2024-02-26T04:56:28.521984+0000","last_became_peered":"2024-02-26T04:56:28.521984+0000","last_unstale":"2024-02-26T04:56:30.065191+0000","last_undegraded":"2024-02-26T04:56:30.065191+0000","last_fullsized":"2024-02-26T04:56:30.065191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:07.255066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'6","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.474204+0000","last_change":"2024-02-26T04:56:27.496337+0000","last_active":"2024-02-26T04:56:35.474204+0000","last_peered":"2024-02-26T04:56:35.474204+0000","last_clean":"2024-02-26T04:56:35.474204+0000","last_became_active":"2024-02-26T04:56:27.495890+0000","last_became_peered":"2024-02-26T04:56:27.495890+0000","last_unstale":"2024-02-26T04:56:35.474204+0000","last_undegraded":"2024-02-26T04:56:35.474204+0000","last_fullsized":"2024-02-26T04:56:35.474204+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:27:39.457647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650415+0000","last_change":"2024-02-26T04:56:28.526300+0000","last_active":"2024-02-26T04:56:29.650415+0000","last_peered":"2024-02-26T04:56:29.650415+0000","last_clean":"2024-02-26T04:56:29.650415+0000","last_became_active":"2024-02-26T04:56:28.525883+0000","last_became_peered":"2024-02-26T04:56:28.525883+0000","last_unstale":"2024-02-26T04:56:29.650415+0000","last_undegraded":"2024-02-26T04:56:29.650415+0000","last_fullsized":"2024-02-26T04:56:29.650415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:03:33.170674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.480050+0000","last_change":"2024-02-26T04:56:27.509882+0000","last_active":"2024-02-26T04:56:32.480050+0000","last_peered":"2024-02-26T04:56:32.480050+0000","last_clean":"2024-02-26T04:56:32.480050+0000","last_became_active":"2024-02-26T04:56:27.509519+0000","last_became_peered":"2024-02-26T04:56:27.509519+0000","last_unstale":"2024-02-26T04:56:32.480050+0000","last_undegraded":"2024-02-26T04:56:32.480050+0000","last_fullsized":"2024-02-26T04:56:32.480050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:48:31.722538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065106+0000","last_change":"2024-02-26T04:56:28.529213+0000","last_active":"2024-02-26T04:56:30.065106+0000","last_peered":"2024-02-26T04:56:30.065106+0000","last_clean":"2024-02-26T04:56:30.065106+0000","last_became_active":"2024-02-26T04:56:28.528899+0000","last_became_peered":"2024-02-26T04:56:28.528899+0000","last_unstale":"2024-02-26T04:56:30.065106+0000","last_undegraded":"2024-02-26T04:56:30.065106+0000","last_fullsized":"2024-02-26T04:56:30.065106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:16:09.419095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.485886+0000","last_change":"2024-02-26T04:56:27.503365+0000","last_active":"2024-02-26T04:56:32.485886+0000","last_peered":"2024-02-26T04:56:32.485886+0000","last_clean":"2024-02-26T04:56:32.485886+0000","last_became_active":"2024-02-26T04:56:27.503048+0000","last_became_peered":"2024-02-26T04:56:27.503048+0000","last_unstale":"2024-02-26T04:56:32.485886+0000","last_undegraded":"2024-02-26T04:56:32.485886+0000","last_fullsized":"2024-02-26T04:56:32.485886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:33:31.129866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.651528+0000","last_change":"2024-02-26T04:56:28.540166+0000","last_active":"2024-02-26T04:56:29.651528+0000","last_peered":"2024-02-26T04:56:29.651528+0000","last_clean":"2024-02-26T04:56:29.651528+0000","last_became_active":"2024-02-26T04:56:28.539825+0000","last_became_peered":"2024-02-26T04:56:28.539825+0000","last_unstale":"2024-02-26T04:56:29.651528+0000","last_undegraded":"2024-02-26T04:56:29.651528+0000","last_fullsized":"2024-02-26T04:56:29.651528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:48:11.158331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065112+0000","last_change":"2024-02-26T04:56:27.495841+0000","last_active":"2024-02-26T04:56:30.065112+0000","last_peered":"2024-02-26T04:56:30.065112+0000","last_clean":"2024-02-26T04:56:30.065112+0000","last_became_active":"2024-02-26T04:56:27.495510+0000","last_became_peered":"2024-02-26T04:56:27.495510+0000","last_unstale":"2024-02-26T04:56:30.065112+0000","last_undegraded":"2024-02-26T04:56:30.065112+0000","last_fullsized":"2024-02-26T04:56:30.065112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:40:36.877769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.511788+0000","last_change":"2024-02-26T04:56:28.532748+0000","last_active":"2024-02-26T04:56:29.511788+0000","last_peered":"2024-02-26T04:56:29.511788+0000","last_clean":"2024-02-26T04:56:29.511788+0000","last_became_active":"2024-02-26T04:56:28.529559+0000","last_became_peered":"2024-02-26T04:56:28.529559+0000","last_unstale":"2024-02-26T04:56:29.511788+0000","last_undegraded":"2024-02-26T04:56:29.511788+0000","last_fullsized":"2024-02-26T04:56:29.511788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:00:37.529227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'3","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:34.471691+0000","last_change":"2024-02-26T04:56:27.503934+0000","last_active":"2024-02-26T04:56:34.471691+0000","last_peered":"2024-02-26T04:56:34.471691+0000","last_clean":"2024-02-26T04:56:34.471691+0000","last_became_active":"2024-02-26T04:56:27.503594+0000","last_became_peered":"2024-02-26T04:56:27.503594+0000","last_unstale":"2024-02-26T04:56:34.471691+0000","last_undegraded":"2024-02-26T04:56:34.471691+0000","last_fullsized":"2024-02-26T04:56:34.471691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:23:01.683051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510263+0000","last_change":"2024-02-26T04:56:28.523231+0000","last_active":"2024-02-26T04:56:29.510263+0000","last_peered":"2024-02-26T04:56:29.510263+0000","last_clean":"2024-02-26T04:56:29.510263+0000","last_became_active":"2024-02-26T04:56:28.522890+0000","last_became_peered":"2024-02-26T04:56:28.522890+0000","last_unstale":"2024-02-26T04:56:29.510263+0000","last_undegraded":"2024-02-26T04:56:29.510263+0000","last_fullsized":"2024-02-26T04:56:29.510263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:33:50.811292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690374+0000","last_change":"2024-02-26T04:56:27.497616+0000","last_active":"2024-02-26T04:56:31.690374+0000","last_peered":"2024-02-26T04:56:31.690374+0000","last_clean":"2024-02-26T04:56:31.690374+0000","last_became_active":"2024-02-26T04:56:27.497275+0000","last_became_peered":"2024-02-26T04:56:27.497275+0000","last_unstale":"2024-02-26T04:56:31.690374+0000","last_undegraded":"2024-02-26T04:56:31.690374+0000","last_fullsized":"2024-02-26T04:56:31.690374+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:19:27.725408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067659+0000","last_change":"2024-02-26T04:56:28.531684+0000","last_active":"2024-02-26T04:56:30.067659+0000","last_peered":"2024-02-26T04:56:30.067659+0000","last_clean":"2024-02-26T04:56:30.067659+0000","last_became_active":"2024-02-26T04:56:28.528957+0000","last_became_peered":"2024-02-26T04:56:28.528957+0000","last_unstale":"2024-02-26T04:56:30.067659+0000","last_undegraded":"2024-02-26T04:56:30.067659+0000","last_fullsized":"2024-02-26T04:56:30.067659+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:47.100968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694559+0000","last_change":"2024-02-26T04:56:27.506100+0000","last_active":"2024-02-26T04:56:31.694559+0000","last_peered":"2024-02-26T04:56:31.694559+0000","last_clean":"2024-02-26T04:56:31.694559+0000","last_became_active":"2024-02-26T04:56:27.505730+0000","last_became_peered":"2024-02-26T04:56:27.505730+0000","last_unstale":"2024-02-26T04:56:31.694559+0000","last_undegraded":"2024-02-26T04:56:31.694559+0000","last_fullsized":"2024-02-26T04:56:31.694559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:19:56.282108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510032+0000","last_change":"2024-02-26T04:56:28.519640+0000","last_active":"2024-02-26T04:56:29.510032+0000","last_peered":"2024-02-26T04:56:29.510032+0000","last_clean":"2024-02-26T04:56:29.510032+0000","last_became_active":"2024-02-26T04:56:28.519083+0000","last_became_peered":"2024-02-26T04:56:28.519083+0000","last_unstale":"2024-02-26T04:56:29.510032+0000","last_undegraded":"2024-02-26T04:56:29.510032+0000","last_fullsized":"2024-02-26T04:56:29.510032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:07:59.831075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'20","reported_seq":47,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.485951+0000","last_change":"2024-02-26T04:56:27.497168+0000","last_active":"2024-02-26T04:56:35.485951+0000","last_peered":"2024-02-26T04:56:35.485951+0000","last_clean":"2024-02-26T04:56:35.485951+0000","last_became_active":"2024-02-26T04:56:27.496775+0000","last_became_peered":"2024-02-26T04:56:27.496775+0000","last_unstale":"2024-02-26T04:56:35.485951+0000","last_undegraded":"2024-02-26T04:56:35.485951+0000","last_fullsized":"2024-02-26T04:56:35.485951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:16:45.465491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43377,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":12,"num_read_kb":36,"num_write":21,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650475+0000","last_change":"2024-02-26T04:56:28.517061+0000","last_active":"2024-02-26T04:56:29.650475+0000","last_peered":"2024-02-26T04:56:29.650475+0000","last_clean":"2024-02-26T04:56:29.650475+0000","last_became_active":"2024-02-26T04:56:28.516558+0000","last_became_peered":"2024-02-26T04:56:28.516558+0000","last_unstale":"2024-02-26T04:56:29.650475+0000","last_undegraded":"2024-02-26T04:56:29.650475+0000","last_fullsized":"2024-02-26T04:56:29.650475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:05:18.858462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.486985+0000","last_change":"2024-02-26T04:56:27.497655+0000","last_active":"2024-02-26T04:56:32.486985+0000","last_peered":"2024-02-26T04:56:32.486985+0000","last_clean":"2024-02-26T04:56:32.486985+0000","last_became_active":"2024-02-26T04:56:27.497405+0000","last_became_peered":"2024-02-26T04:56:27.497405+0000","last_unstale":"2024-02-26T04:56:32.486985+0000","last_undegraded":"2024-02-26T04:56:32.486985+0000","last_fullsized":"2024-02-26T04:56:32.486985+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:39:42.237074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922915+0000","last_change":"2024-02-26T04:56:28.538730+0000","last_active":"2024-02-26T04:56:29.922915+0000","last_peered":"2024-02-26T04:56:29.922915+0000","last_clean":"2024-02-26T04:56:29.922915+0000","last_became_active":"2024-02-26T04:56:28.537418+0000","last_became_peered":"2024-02-26T04:56:28.537418+0000","last_unstale":"2024-02-26T04:56:29.922915+0000","last_undegraded":"2024-02-26T04:56:29.922915+0000","last_fullsized":"2024-02-26T04:56:29.922915+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:47:54.774429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.693970+0000","last_change":"2024-02-26T04:56:27.500230+0000","last_active":"2024-02-26T04:56:31.693970+0000","last_peered":"2024-02-26T04:56:31.693970+0000","last_clean":"2024-02-26T04:56:31.693970+0000","last_became_active":"2024-02-26T04:56:27.499826+0000","last_became_peered":"2024-02-26T04:56:27.499826+0000","last_unstale":"2024-02-26T04:56:31.693970+0000","last_undegraded":"2024-02-26T04:56:31.693970+0000","last_fullsized":"2024-02-26T04:56:31.693970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:29:38.034740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064880+0000","last_change":"2024-02-26T04:56:28.528736+0000","last_active":"2024-02-26T04:56:30.064880+0000","last_peered":"2024-02-26T04:56:30.064880+0000","last_clean":"2024-02-26T04:56:30.064880+0000","last_became_active":"2024-02-26T04:56:28.528377+0000","last_became_peered":"2024-02-26T04:56:28.528377+0000","last_unstale":"2024-02-26T04:56:30.064880+0000","last_undegraded":"2024-02-26T04:56:30.064880+0000","last_fullsized":"2024-02-26T04:56:30.064880+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:38:21.124241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.478428+0000","last_change":"2024-02-26T04:56:27.494617+0000","last_active":"2024-02-26T04:56:32.478428+0000","last_peered":"2024-02-26T04:56:32.478428+0000","last_clean":"2024-02-26T04:56:32.478428+0000","last_became_active":"2024-02-26T04:56:27.494322+0000","last_became_peered":"2024-02-26T04:56:27.494322+0000","last_unstale":"2024-02-26T04:56:32.478428+0000","last_undegraded":"2024-02-26T04:56:32.478428+0000","last_fullsized":"2024-02-26T04:56:32.478428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:00:37.869887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064462+0000","last_change":"2024-02-26T04:56:28.518937+0000","last_active":"2024-02-26T04:56:30.064462+0000","last_peered":"2024-02-26T04:56:30.064462+0000","last_clean":"2024-02-26T04:56:30.064462+0000","last_became_active":"2024-02-26T04:56:28.518077+0000","last_became_peered":"2024-02-26T04:56:28.518077+0000","last_unstale":"2024-02-26T04:56:30.064462+0000","last_undegraded":"2024-02-26T04:56:30.064462+0000","last_fullsized":"2024-02-26T04:56:30.064462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:26:33.209894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.489320+0000","last_change":"2024-02-26T04:56:27.504879+0000","last_active":"2024-02-26T04:56:32.489320+0000","last_peered":"2024-02-26T04:56:32.489320+0000","last_clean":"2024-02-26T04:56:32.489320+0000","last_became_active":"2024-02-26T04:56:27.504512+0000","last_became_peered":"2024-02-26T04:56:27.504512+0000","last_unstale":"2024-02-26T04:56:32.489320+0000","last_undegraded":"2024-02-26T04:56:32.489320+0000","last_fullsized":"2024-02-26T04:56:32.489320+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:43:55.517491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065185+0000","last_change":"2024-02-26T04:56:28.513004+0000","last_active":"2024-02-26T04:56:30.065185+0000","last_peered":"2024-02-26T04:56:30.065185+0000","last_clean":"2024-02-26T04:56:30.065185+0000","last_became_active":"2024-02-26T04:56:28.512676+0000","last_became_peered":"2024-02-26T04:56:28.512676+0000","last_unstale":"2024-02-26T04:56:30.065185+0000","last_undegraded":"2024-02-26T04:56:30.065185+0000","last_fullsized":"2024-02-26T04:56:30.065185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:25:41.806278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.466007+0000","last_change":"2024-02-26T04:56:27.491505+0000","last_active":"2024-02-26T04:56:32.466007+0000","last_peered":"2024-02-26T04:56:32.466007+0000","last_clean":"2024-02-26T04:56:32.466007+0000","last_became_active":"2024-02-26T04:56:27.491169+0000","last_became_peered":"2024-02-26T04:56:27.491169+0000","last_unstale":"2024-02-26T04:56:32.466007+0000","last_undegraded":"2024-02-26T04:56:32.466007+0000","last_fullsized":"2024-02-26T04:56:32.466007+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:11:50.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735334+0000","last_change":"2024-02-26T04:56:28.520635+0000","last_active":"2024-02-26T04:56:30.735334+0000","last_peered":"2024-02-26T04:56:30.735334+0000","last_clean":"2024-02-26T04:56:30.735334+0000","last_became_active":"2024-02-26T04:56:28.519974+0000","last_became_peered":"2024-02-26T04:56:28.519974+0000","last_unstale":"2024-02-26T04:56:30.735334+0000","last_undegraded":"2024-02-26T04:56:30.735334+0000","last_fullsized":"2024-02-26T04:56:30.735334+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:04:42.161303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.511879+0000","last_change":"2024-02-26T04:56:27.513497+0000","last_active":"2024-02-26T04:56:29.511879+0000","last_peered":"2024-02-26T04:56:29.511879+0000","last_clean":"2024-02-26T04:56:29.511879+0000","last_became_active":"2024-02-26T04:56:27.513117+0000","last_became_peered":"2024-02-26T04:56:27.513117+0000","last_unstale":"2024-02-26T04:56:29.511879+0000","last_undegraded":"2024-02-26T04:56:29.511879+0000","last_fullsized":"2024-02-26T04:56:29.511879+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:02:37.073767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.943110+0000","last_change":"2024-02-26T04:56:28.536230+0000","last_active":"2024-02-26T04:56:30.943110+0000","last_peered":"2024-02-26T04:56:30.943110+0000","last_clean":"2024-02-26T04:56:30.943110+0000","last_became_active":"2024-02-26T04:56:28.535868+0000","last_became_peered":"2024-02-26T04:56:28.535868+0000","last_unstale":"2024-02-26T04:56:30.943110+0000","last_undegraded":"2024-02-26T04:56:30.943110+0000","last_fullsized":"2024-02-26T04:56:30.943110+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:37:23.102969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.301330+0000","last_change":"2024-02-26T04:56:27.509144+0000","last_active":"2024-02-26T04:56:31.301330+0000","last_peered":"2024-02-26T04:56:31.301330+0000","last_clean":"2024-02-26T04:56:31.301330+0000","last_became_active":"2024-02-26T04:56:27.508790+0000","last_became_peered":"2024-02-26T04:56:27.508790+0000","last_unstale":"2024-02-26T04:56:31.301330+0000","last_undegraded":"2024-02-26T04:56:31.301330+0000","last_fullsized":"2024-02-26T04:56:31.301330+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:33:35.569117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065536+0000","last_change":"2024-02-26T04:56:28.531158+0000","last_active":"2024-02-26T04:56:30.065536+0000","last_peered":"2024-02-26T04:56:30.065536+0000","last_clean":"2024-02-26T04:56:30.065536+0000","last_became_active":"2024-02-26T04:56:28.530763+0000","last_became_peered":"2024-02-26T04:56:28.530763+0000","last_unstale":"2024-02-26T04:56:30.065536+0000","last_undegraded":"2024-02-26T04:56:30.065536+0000","last_fullsized":"2024-02-26T04:56:30.065536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:01.477180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065297+0000","last_change":"2024-02-26T04:56:28.518139+0000","last_active":"2024-02-26T04:56:30.065297+0000","last_peered":"2024-02-26T04:56:30.065297+0000","last_clean":"2024-02-26T04:56:30.065297+0000","last_became_active":"2024-02-26T04:56:28.517755+0000","last_became_peered":"2024-02-26T04:56:28.517755+0000","last_unstale":"2024-02-26T04:56:30.065297+0000","last_undegraded":"2024-02-26T04:56:30.065297+0000","last_fullsized":"2024-02-26T04:56:30.065297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:38:37.940228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.497103+0000","last_change":"2024-02-26T04:56:27.511324+0000","last_active":"2024-02-26T04:56:35.497103+0000","last_peered":"2024-02-26T04:56:35.497103+0000","last_clean":"2024-02-26T04:56:35.497103+0000","last_became_active":"2024-02-26T04:56:27.510584+0000","last_became_peered":"2024-02-26T04:56:27.510584+0000","last_unstale":"2024-02-26T04:56:35.497103+0000","last_undegraded":"2024-02-26T04:56:35.497103+0000","last_fullsized":"2024-02-26T04:56:35.497103+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:44:34.382705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652229+0000","last_change":"2024-02-26T04:56:28.539615+0000","last_active":"2024-02-26T04:56:29.652229+0000","last_peered":"2024-02-26T04:56:29.652229+0000","last_clean":"2024-02-26T04:56:29.652229+0000","last_became_active":"2024-02-26T04:56:28.537724+0000","last_became_peered":"2024-02-26T04:56:28.537724+0000","last_unstale":"2024-02-26T04:56:29.652229+0000","last_undegraded":"2024-02-26T04:56:29.652229+0000","last_fullsized":"2024-02-26T04:56:29.652229+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T04:59:53.363773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.465812+0000","last_change":"2024-02-26T04:56:27.499756+0000","last_active":"2024-02-26T04:56:32.465812+0000","last_peered":"2024-02-26T04:56:32.465812+0000","last_clean":"2024-02-26T04:56:32.465812+0000","last_became_active":"2024-02-26T04:56:27.499458+0000","last_became_peered":"2024-02-26T04:56:27.499458+0000","last_unstale":"2024-02-26T04:56:32.465812+0000","last_undegraded":"2024-02-26T04:56:32.465812+0000","last_fullsized":"2024-02-26T04:56:32.465812+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:09:00.514557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":347,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064484+0000","last_change":"2024-02-26T04:55:09.921309+0000","last_active":"2024-02-26T04:56:30.064484+0000","last_peered":"2024-02-26T04:56:30.064484+0000","last_clean":"2024-02-26T04:56:30.064484+0000","last_became_active":"2024-02-26T04:55:09.920809+0000","last_became_peered":"2024-02-26T04:55:09.920809+0000","last_unstale":"2024-02-26T04:56:30.064484+0000","last_undegraded":"2024-02-26T04:56:30.064484+0000","last_fullsized":"2024-02-26T04:56:30.064484+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_clean_scrub_stamp":"2024-02-26T04:51:21.822508+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:06:52.417703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922231+0000","last_change":"2024-02-26T04:56:28.532122+0000","last_active":"2024-02-26T04:56:29.922231+0000","last_peered":"2024-02-26T04:56:29.922231+0000","last_clean":"2024-02-26T04:56:29.922231+0000","last_became_active":"2024-02-26T04:56:28.531478+0000","last_became_peered":"2024-02-26T04:56:28.531478+0000","last_unstale":"2024-02-26T04:56:29.922231+0000","last_undegraded":"2024-02-26T04:56:29.922231+0000","last_fullsized":"2024-02-26T04:56:29.922231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:40.859721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.480523+0000","last_change":"2024-02-26T04:56:27.498672+0000","last_active":"2024-02-26T04:56:32.480523+0000","last_peered":"2024-02-26T04:56:32.480523+0000","last_clean":"2024-02-26T04:56:32.480523+0000","last_became_active":"2024-02-26T04:56:27.498311+0000","last_became_peered":"2024-02-26T04:56:27.498311+0000","last_unstale":"2024-02-26T04:56:32.480523+0000","last_undegraded":"2024-02-26T04:56:32.480523+0000","last_fullsized":"2024-02-26T04:56:32.480523+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:47.365334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694880+0000","last_change":"2024-02-26T04:56:27.509801+0000","last_active":"2024-02-26T04:56:31.694880+0000","last_peered":"2024-02-26T04:56:31.694880+0000","last_clean":"2024-02-26T04:56:31.694880+0000","last_became_active":"2024-02-26T04:56:27.509448+0000","last_became_peered":"2024-02-26T04:56:27.509448+0000","last_unstale":"2024-02-26T04:56:31.694880+0000","last_undegraded":"2024-02-26T04:56:31.694880+0000","last_fullsized":"2024-02-26T04:56:31.694880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:36:22.534645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922906+0000","last_change":"2024-02-26T04:56:28.529183+0000","last_active":"2024-02-26T04:56:29.922906+0000","last_peered":"2024-02-26T04:56:29.922906+0000","last_clean":"2024-02-26T04:56:29.922906+0000","last_became_active":"2024-02-26T04:56:28.528845+0000","last_became_peered":"2024-02-26T04:56:28.528845+0000","last_unstale":"2024-02-26T04:56:29.922906+0000","last_undegraded":"2024-02-26T04:56:29.922906+0000","last_fullsized":"2024-02-26T04:56:29.922906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:38:09.867082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.487715+0000","last_change":"2024-02-26T04:56:27.499875+0000","last_active":"2024-02-26T04:56:32.487715+0000","last_peered":"2024-02-26T04:56:32.487715+0000","last_clean":"2024-02-26T04:56:32.487715+0000","last_became_active":"2024-02-26T04:56:27.499476+0000","last_became_peered":"2024-02-26T04:56:27.499476+0000","last_unstale":"2024-02-26T04:56:32.487715+0000","last_undegraded":"2024-02-26T04:56:32.487715+0000","last_fullsized":"2024-02-26T04:56:32.487715+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:47:29.197830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653191+0000","last_change":"2024-02-26T04:56:28.536297+0000","last_active":"2024-02-26T04:56:29.653191+0000","last_peered":"2024-02-26T04:56:29.653191+0000","last_clean":"2024-02-26T04:56:29.653191+0000","last_became_active":"2024-02-26T04:56:28.534419+0000","last_became_peered":"2024-02-26T04:56:28.534419+0000","last_unstale":"2024-02-26T04:56:29.653191+0000","last_undegraded":"2024-02-26T04:56:29.653191+0000","last_fullsized":"2024-02-26T04:56:29.653191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:35:47.905464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690140+0000","last_change":"2024-02-26T04:56:27.509891+0000","last_active":"2024-02-26T04:56:31.690140+0000","last_peered":"2024-02-26T04:56:31.690140+0000","last_clean":"2024-02-26T04:56:31.690140+0000","last_became_active":"2024-02-26T04:56:27.509490+0000","last_became_peered":"2024-02-26T04:56:27.509490+0000","last_unstale":"2024-02-26T04:56:31.690140+0000","last_undegraded":"2024-02-26T04:56:31.690140+0000","last_fullsized":"2024-02-26T04:56:31.690140+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:42.124948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067319+0000","last_change":"2024-02-26T04:56:28.539978+0000","last_active":"2024-02-26T04:56:30.067319+0000","last_peered":"2024-02-26T04:56:30.067319+0000","last_clean":"2024-02-26T04:56:30.067319+0000","last_became_active":"2024-02-26T04:56:28.537322+0000","last_became_peered":"2024-02-26T04:56:28.537322+0000","last_unstale":"2024-02-26T04:56:30.067319+0000","last_undegraded":"2024-02-26T04:56:30.067319+0000","last_fullsized":"2024-02-26T04:56:30.067319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:03:37.287843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694614+0000","last_change":"2024-02-26T04:56:27.510607+0000","last_active":"2024-02-26T04:56:31.694614+0000","last_peered":"2024-02-26T04:56:31.694614+0000","last_clean":"2024-02-26T04:56:31.694614+0000","last_became_active":"2024-02-26T04:56:27.510283+0000","last_became_peered":"2024-02-26T04:56:27.510283+0000","last_unstale":"2024-02-26T04:56:31.694614+0000","last_undegraded":"2024-02-26T04:56:31.694614+0000","last_fullsized":"2024-02-26T04:56:31.694614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:56:57.283405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650160+0000","last_change":"2024-02-26T04:56:28.514098+0000","last_active":"2024-02-26T04:56:29.650160+0000","last_peered":"2024-02-26T04:56:29.650160+0000","last_clean":"2024-02-26T04:56:29.650160+0000","last_became_active":"2024-02-26T04:56:28.513732+0000","last_became_peered":"2024-02-26T04:56:28.513732+0000","last_unstale":"2024-02-26T04:56:29.650160+0000","last_undegraded":"2024-02-26T04:56:29.650160+0000","last_fullsized":"2024-02-26T04:56:29.650160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:15:08.323061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.696850+0000","last_change":"2024-02-26T04:56:27.504548+0000","last_active":"2024-02-26T04:56:31.696850+0000","last_peered":"2024-02-26T04:56:31.696850+0000","last_clean":"2024-02-26T04:56:31.696850+0000","last_became_active":"2024-02-26T04:56:27.504227+0000","last_became_peered":"2024-02-26T04:56:27.504227+0000","last_unstale":"2024-02-26T04:56:31.696850+0000","last_undegraded":"2024-02-26T04:56:31.696850+0000","last_fullsized":"2024-02-26T04:56:31.696850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:54:00.287937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735252+0000","last_change":"2024-02-26T04:56:28.531137+0000","last_active":"2024-02-26T04:56:30.735252+0000","last_peered":"2024-02-26T04:56:30.735252+0000","last_clean":"2024-02-26T04:56:30.735252+0000","last_became_active":"2024-02-26T04:56:28.530700+0000","last_became_peered":"2024-02-26T04:56:28.530700+0000","last_unstale":"2024-02-26T04:56:30.735252+0000","last_undegraded":"2024-02-26T04:56:30.735252+0000","last_fullsized":"2024-02-26T04:56:30.735252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:33:41.980263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.423290+0000","last_change":"2024-02-26T04:56:27.493604+0000","last_active":"2024-02-26T04:56:30.423290+0000","last_peered":"2024-02-26T04:56:30.423290+0000","last_clean":"2024-02-26T04:56:30.423290+0000","last_became_active":"2024-02-26T04:56:27.492484+0000","last_became_peered":"2024-02-26T04:56:27.492484+0000","last_unstale":"2024-02-26T04:56:30.423290+0000","last_undegraded":"2024-02-26T04:56:30.423290+0000","last_fullsized":"2024-02-26T04:56:30.423290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:59:34.962969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652892+0000","last_change":"2024-02-26T04:56:28.542847+0000","last_active":"2024-02-26T04:56:29.652892+0000","last_peered":"2024-02-26T04:56:29.652892+0000","last_clean":"2024-02-26T04:56:29.652892+0000","last_became_active":"2024-02-26T04:56:28.542519+0000","last_became_peered":"2024-02-26T04:56:28.542519+0000","last_unstale":"2024-02-26T04:56:29.652892+0000","last_undegraded":"2024-02-26T04:56:29.652892+0000","last_fullsized":"2024-02-26T04:56:29.652892+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:16:01.731566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690605+0000","last_change":"2024-02-26T04:56:27.495130+0000","last_active":"2024-02-26T04:56:31.690605+0000","last_peered":"2024-02-26T04:56:31.690605+0000","last_clean":"2024-02-26T04:56:31.690605+0000","last_became_active":"2024-02-26T04:56:27.494793+0000","last_became_peered":"2024-02-26T04:56:27.494793+0000","last_unstale":"2024-02-26T04:56:31.690605+0000","last_undegraded":"2024-02-26T04:56:31.690605+0000","last_fullsized":"2024-02-26T04:56:31.690605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:41:28.239858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064941+0000","last_change":"2024-02-26T04:56:28.527653+0000","last_active":"2024-02-26T04:56:30.064941+0000","last_peered":"2024-02-26T04:56:30.064941+0000","last_clean":"2024-02-26T04:56:30.064941+0000","last_became_active":"2024-02-26T04:56:28.527236+0000","last_became_peered":"2024-02-26T04:56:28.527236+0000","last_unstale":"2024-02-26T04:56:30.064941+0000","last_undegraded":"2024-02-26T04:56:30.064941+0000","last_fullsized":"2024-02-26T04:56:30.064941+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:00:36.849080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.489449+0000","last_change":"2024-02-26T04:56:27.512791+0000","last_active":"2024-02-26T04:56:32.489449+0000","last_peered":"2024-02-26T04:56:32.489449+0000","last_clean":"2024-02-26T04:56:32.489449+0000","last_became_active":"2024-02-26T04:56:27.512479+0000","last_became_peered":"2024-02-26T04:56:27.512479+0000","last_unstale":"2024-02-26T04:56:32.489449+0000","last_undegraded":"2024-02-26T04:56:32.489449+0000","last_fullsized":"2024-02-26T04:56:32.489449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:48:03.326673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065065+0000","last_change":"2024-02-26T04:56:28.520838+0000","last_active":"2024-02-26T04:56:30.065065+0000","last_peered":"2024-02-26T04:56:30.065065+0000","last_clean":"2024-02-26T04:56:30.065065+0000","last_became_active":"2024-02-26T04:56:28.520507+0000","last_became_peered":"2024-02-26T04:56:28.520507+0000","last_unstale":"2024-02-26T04:56:30.065065+0000","last_undegraded":"2024-02-26T04:56:30.065065+0000","last_fullsized":"2024-02-26T04:56:30.065065+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:12.151556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064912+0000","last_change":"2024-02-26T04:56:27.498963+0000","last_active":"2024-02-26T04:56:30.064912+0000","last_peered":"2024-02-26T04:56:30.064912+0000","last_clean":"2024-02-26T04:56:30.064912+0000","last_became_active":"2024-02-26T04:56:27.498640+0000","last_became_peered":"2024-02-26T04:56:27.498640+0000","last_unstale":"2024-02-26T04:56:30.064912+0000","last_undegraded":"2024-02-26T04:56:30.064912+0000","last_fullsized":"2024-02-26T04:56:30.064912+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:38:26.604030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.301372+0000","last_change":"2024-02-26T04:56:28.537880+0000","last_active":"2024-02-26T04:56:31.301372+0000","last_peered":"2024-02-26T04:56:31.301372+0000","last_clean":"2024-02-26T04:56:31.301372+0000","last_became_active":"2024-02-26T04:56:28.537482+0000","last_became_peered":"2024-02-26T04:56:28.537482+0000","last_unstale":"2024-02-26T04:56:31.301372+0000","last_undegraded":"2024-02-26T04:56:31.301372+0000","last_fullsized":"2024-02-26T04:56:31.301372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:22:53.061076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922677+0000","last_change":"2024-02-26T04:56:27.501360+0000","last_active":"2024-02-26T04:56:29.922677+0000","last_peered":"2024-02-26T04:56:29.922677+0000","last_clean":"2024-02-26T04:56:29.922677+0000","last_became_active":"2024-02-26T04:56:27.500840+0000","last_became_peered":"2024-02-26T04:56:27.500840+0000","last_unstale":"2024-02-26T04:56:29.922677+0000","last_undegraded":"2024-02-26T04:56:29.922677+0000","last_fullsized":"2024-02-26T04:56:29.922677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:40:46.169972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065718+0000","last_change":"2024-02-26T04:56:28.518426+0000","last_active":"2024-02-26T04:56:30.065718+0000","last_peered":"2024-02-26T04:56:30.065718+0000","last_clean":"2024-02-26T04:56:30.065718+0000","last_became_active":"2024-02-26T04:56:28.518056+0000","last_became_peered":"2024-02-26T04:56:28.518056+0000","last_unstale":"2024-02-26T04:56:30.065718+0000","last_undegraded":"2024-02-26T04:56:30.065718+0000","last_fullsized":"2024-02-26T04:56:30.065718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:15:01.456420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735328+0000","last_change":"2024-02-26T04:56:28.519453+0000","last_active":"2024-02-26T04:56:30.735328+0000","last_peered":"2024-02-26T04:56:30.735328+0000","last_clean":"2024-02-26T04:56:30.735328+0000","last_became_active":"2024-02-26T04:56:28.519050+0000","last_became_peered":"2024-02-26T04:56:28.519050+0000","last_unstale":"2024-02-26T04:56:30.735328+0000","last_undegraded":"2024-02-26T04:56:30.735328+0000","last_fullsized":"2024-02-26T04:56:30.735328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:18:08.893788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510119+0000","last_change":"2024-02-26T04:56:28.519649+0000","last_active":"2024-02-26T04:56:29.510119+0000","last_peered":"2024-02-26T04:56:29.510119+0000","last_clean":"2024-02-26T04:56:29.510119+0000","last_became_active":"2024-02-26T04:56:28.518641+0000","last_became_peered":"2024-02-26T04:56:28.518641+0000","last_unstale":"2024-02-26T04:56:29.510119+0000","last_undegraded":"2024-02-26T04:56:29.510119+0000","last_fullsized":"2024-02-26T04:56:29.510119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:56:36.047460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509930+0000","last_change":"2024-02-26T04:56:28.537978+0000","last_active":"2024-02-26T04:56:29.509930+0000","last_peered":"2024-02-26T04:56:29.509930+0000","last_clean":"2024-02-26T04:56:29.509930+0000","last_became_active":"2024-02-26T04:56:28.537446+0000","last_became_peered":"2024-02-26T04:56:28.537446+0000","last_unstale":"2024-02-26T04:56:29.509930+0000","last_undegraded":"2024-02-26T04:56:29.509930+0000","last_fullsized":"2024-02-26T04:56:29.509930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:40.705133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066664+0000","last_change":"2024-02-26T04:56:28.541160+0000","last_active":"2024-02-26T04:56:30.066664+0000","last_peered":"2024-02-26T04:56:30.066664+0000","last_clean":"2024-02-26T04:56:30.066664+0000","last_became_active":"2024-02-26T04:56:28.535958+0000","last_became_peered":"2024-02-26T04:56:28.535958+0000","last_unstale":"2024-02-26T04:56:30.066664+0000","last_undegraded":"2024-02-26T04:56:30.066664+0000","last_fullsized":"2024-02-26T04:56:30.066664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:01:06.978743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.923248+0000","last_change":"2024-02-26T04:56:28.542835+0000","last_active":"2024-02-26T04:56:29.923248+0000","last_peered":"2024-02-26T04:56:29.923248+0000","last_clean":"2024-02-26T04:56:29.923248+0000","last_became_active":"2024-02-26T04:56:28.542433+0000","last_became_peered":"2024-02-26T04:56:28.542433+0000","last_unstale":"2024-02-26T04:56:29.923248+0000","last_undegraded":"2024-02-26T04:56:29.923248+0000","last_fullsized":"2024-02-26T04:56:29.923248+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:58:25.151133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735271+0000","last_change":"2024-02-26T04:56:28.518074+0000","last_active":"2024-02-26T04:56:30.735271+0000","last_peered":"2024-02-26T04:56:30.735271+0000","last_clean":"2024-02-26T04:56:30.735271+0000","last_became_active":"2024-02-26T04:56:28.517690+0000","last_became_peered":"2024-02-26T04:56:28.517690+0000","last_unstale":"2024-02-26T04:56:30.735271+0000","last_undegraded":"2024-02-26T04:56:30.735271+0000","last_fullsized":"2024-02-26T04:56:30.735271+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:47:42.158480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510034+0000","last_change":"2024-02-26T04:56:28.518789+0000","last_active":"2024-02-26T04:56:29.510034+0000","last_peered":"2024-02-26T04:56:29.510034+0000","last_clean":"2024-02-26T04:56:29.510034+0000","last_became_active":"2024-02-26T04:56:28.517425+0000","last_became_peered":"2024-02-26T04:56:28.517425+0000","last_unstale":"2024-02-26T04:56:29.510034+0000","last_undegraded":"2024-02-26T04:56:29.510034+0000","last_fullsized":"2024-02-26T04:56:29.510034+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:15:01.266629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653112+0000","last_change":"2024-02-26T04:56:28.540179+0000","last_active":"2024-02-26T04:56:29.653112+0000","last_peered":"2024-02-26T04:56:29.653112+0000","last_clean":"2024-02-26T04:56:29.653112+0000","last_became_active":"2024-02-26T04:56:28.539709+0000","last_became_peered":"2024-02-26T04:56:28.539709+0000","last_unstale":"2024-02-26T04:56:29.653112+0000","last_undegraded":"2024-02-26T04:56:29.653112+0000","last_fullsized":"2024-02-26T04:56:29.653112+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:59:05.182122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065122+0000","last_change":"2024-02-26T04:56:28.530180+0000","last_active":"2024-02-26T04:56:30.065122+0000","last_peered":"2024-02-26T04:56:30.065122+0000","last_clean":"2024-02-26T04:56:30.065122+0000","last_became_active":"2024-02-26T04:56:28.529801+0000","last_became_peered":"2024-02-26T04:56:28.529801+0000","last_unstale":"2024-02-26T04:56:30.065122+0000","last_undegraded":"2024-02-26T04:56:30.065122+0000","last_fullsized":"2024-02-26T04:56:30.065122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:15:51.875175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652353+0000","last_change":"2024-02-26T04:56:28.545436+0000","last_active":"2024-02-26T04:56:29.652353+0000","last_peered":"2024-02-26T04:56:29.652353+0000","last_clean":"2024-02-26T04:56:29.652353+0000","last_became_active":"2024-02-26T04:56:28.545072+0000","last_became_peered":"2024-02-26T04:56:28.545072+0000","last_unstale":"2024-02-26T04:56:29.652353+0000","last_undegraded":"2024-02-26T04:56:29.652353+0000","last_fullsized":"2024-02-26T04:56:29.652353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:24:49.989329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509924+0000","last_change":"2024-02-26T04:56:28.537740+0000","last_active":"2024-02-26T04:56:29.509924+0000","last_peered":"2024-02-26T04:56:29.509924+0000","last_clean":"2024-02-26T04:56:29.509924+0000","last_became_active":"2024-02-26T04:56:28.537195+0000","last_became_peered":"2024-02-26T04:56:28.537195+0000","last_unstale":"2024-02-26T04:56:29.509924+0000","last_undegraded":"2024-02-26T04:56:29.509924+0000","last_fullsized":"2024-02-26T04:56:29.509924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:02:45.741615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.923057+0000","last_change":"2024-02-26T04:56:28.535900+0000","last_active":"2024-02-26T04:56:29.923057+0000","last_peered":"2024-02-26T04:56:29.923057+0000","last_clean":"2024-02-26T04:56:29.923057+0000","last_became_active":"2024-02-26T04:56:28.535470+0000","last_became_peered":"2024-02-26T04:56:28.535470+0000","last_unstale":"2024-02-26T04:56:29.923057+0000","last_undegraded":"2024-02-26T04:56:29.923057+0000","last_fullsized":"2024-02-26T04:56:29.923057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:48:55.594037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735150+0000","last_change":"2024-02-26T04:56:28.514542+0000","last_active":"2024-02-26T04:56:30.735150+0000","last_peered":"2024-02-26T04:56:30.735150+0000","last_clean":"2024-02-26T04:56:30.735150+0000","last_became_active":"2024-02-26T04:56:28.514156+0000","last_became_peered":"2024-02-26T04:56:28.514156+0000","last_unstale":"2024-02-26T04:56:30.735150+0000","last_undegraded":"2024-02-26T04:56:30.735150+0000","last_fullsized":"2024-02-26T04:56:30.735150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:45:08.713307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":47378,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":40,"num_read_kb":59,"num_write":140,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":120434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383695,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":439103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.57999999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.83299999999999996}]},{"osd":2,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.496}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.77200000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.621},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.59599999999999997}]},{"osd":6,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.745},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":1.0469999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.79600000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.93700000000000006}]},{"osd":10,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.872}]}]},{"osd":10,"up_from":72,"seq":309237645331,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1572864,"data_stored":1051870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":1,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.433}]},{"osd":3,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.68799999999999994}]},{"osd":4,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.51500000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.70699999999999996}]},{"osd":7,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.501}]},{"osd":8,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.74299999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.90000000000000002}]},{"osd":11,"last update":"Mon Feb 26 04:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.72699999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808856,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":439339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.3119999999999998,"5min":2.3119999999999998,"15min":2.3119999999999998},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1829999999999998,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":0.68799999999999994}]},{"osd":1,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.65000000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.82699999999999996},{"interface":"front","average":{"1min":1.448,"5min":1.448,"15min":1.448},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":2.1829999999999998,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":0.76400000000000001}]},{"osd":3,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.2450000000000001},{"interface":"front","average":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.4649999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.56999999999999995}]},{"osd":4,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.607,"15min":1.607},"min":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.135},{"interface":"front","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":1.1970000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":1.7130000000000001,"15min":1.7130000000000001},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":2.7130000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":1.3819999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":1.9470000000000001,"15min":1.9470000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.6619999999999999,"5min":2.6619999999999999,"15min":2.6619999999999999},"last":1.4099999999999999},{"interface":"front","average":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"min":{"1min":1.03,"5min":1.03,"15min":1.03},"max":{"1min":2.5910000000000002,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":1.4399999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.952,"15min":1.952},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"max":{"1min":2.621,"5min":2.621,"15min":2.621},"last":1.4910000000000001},{"interface":"front","average":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.6160000000000001,"5min":2.6160000000000001,"15min":2.6160000000000001},"last":1.4670000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":1.994,"15min":1.994},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":2.782,"5min":2.782,"15min":2.782},"last":1.528},{"interface":"front","average":{"1min":2.004,"5min":2.004,"15min":2.004},"min":{"1min":1.131,"5min":1.131,"15min":1.131},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.2400000000000002},"last":1.2809999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":1.587},{"interface":"front","average":{"1min":1.861,"5min":1.861,"15min":1.861},"min":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"max":{"1min":3.0800000000000001,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":1.353}]}]},{"osd":8,"up_from":59,"seq":253403070496,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.88900000000000001,"15min":0.746},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":17.158999999999999,"5min":17.158999999999999,"15min":17.158999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.80000000000000004,"15min":0.77500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":4.9130000000000003,"5min":4.9130000000000003,"15min":4.9130000000000003},"last":0.70599999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.69999999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.54100000000000004}]},{"osd":2,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.41699999999999998,"15min":0.42199999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.432},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.29599999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.69999999999999996,"15min":0.69799999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.82899999999999996,"15min":0.84599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.94599999999999995,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":0.71999999999999997}]},{"osd":4,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53800000000000003,"15min":0.52600000000000002},"min":{"1min":0.41799999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.72999999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.57799999999999996}]},{"osd":5,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.74199999999999999,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.496,"15min":0.502},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.81499999999999995,"15min":0.82599999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.96099999999999997,"5min":1.129,"15min":1.129},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.82399999999999995,"15min":0.83599999999999997},"min":{"1min":0.57999999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0149999999999999,"5min":1.161,"15min":1.161},"last":0.88500000000000001}]},{"osd":7,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.81699999999999995,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.621},"min":{"1min":0.47999999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.042},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.0740000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.623},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.72999999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]}]},{"osd":7,"up_from":51,"seq":219043332132,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1031580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71999999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69599999999999995,"15min":0.68999999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.317,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42099999999999999,"15min":0.42399999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55000000000000004,"15min":0.55500000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71799999999999997,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.70399999999999996}]},{"osd":3,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75,"15min":0.75},"min":{"1min":0.51100000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.78400000000000003,"15min":0.77900000000000003},"min":{"1min":0.58699999999999997,"5min":0.505,"15min":0.505},"max":{"1min":1.0469999999999999,"5min":1.081,"15min":1.081},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.47599999999999998,"15min":0.47899999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.48899999999999999,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72899999999999998,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.61299999999999999,"15min":0.62},"min":{"1min":0.45200000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.69699999999999995,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.71399999999999997,"15min":0.63800000000000001},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":11.225,"5min":11.225,"15min":11.225},"last":0.59999999999999998}]},{"osd":6,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.80600000000000005,"15min":0.80400000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.83999999999999997,"15min":0.84199999999999997},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.121,"5min":1.425,"15min":1.425},"last":0.80600000000000005}]},{"osd":8,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.64600000000000002,"15min":0.64200000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.48599999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.78400000000000003,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.63400000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.876}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.82399999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":921600,"data_stored":438728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":1.0800000000000001,"15min":1.0289999999999999},"min":{"1min":0.46899999999999997,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.8,"5min":1.948,"15min":1.948},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.224,"15min":1.1759999999999999},"min":{"1min":0.63700000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.371}]},{"osd":1,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.0269999999999999,"15min":1.0249999999999999},"min":{"1min":0.68100000000000005,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.2290000000000001,"5min":1.726,"15min":1.726},"last":1.232},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0469999999999999,"15min":1.05},"min":{"1min":0.72899999999999998,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.5649999999999999,"5min":1.647,"15min":1.647},"last":0.98499999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.0780000000000001,"15min":1.0569999999999999},"min":{"1min":0.69399999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.972,"5min":1.972,"15min":1.972},"last":0.752},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.1699999999999999,"15min":1.1379999999999999},"min":{"1min":0.76900000000000002,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":2.2130000000000001,"5min":2.2130000000000001,"15min":2.2130000000000001},"last":0.872}]},{"osd":3,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.4670000000000001,"15min":1.4299999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":1.4630000000000001,"5min":1.375,"15min":1.339},"min":{"1min":0.63700000000000001,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":2.0870000000000002,"5min":2.0870000000000002,"15min":2.0870000000000002},"last":1.3169999999999999}]},{"osd":4,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.234,"15min":1.1739999999999999},"min":{"1min":0.70799999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.0819999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.5649999999999999,"5min":1.4359999999999999,"15min":1.3939999999999999},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":1.3959999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.411,"15min":1.393},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":1.081},{"interface":"front","average":{"1min":1.619,"5min":1.4370000000000001,"15min":1.375},"min":{"1min":0.97699999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":2.2309999999999999,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":1.2689999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:47 2024","interfaces":[{"interface":"back","average":{"1min":1.8129999999999999,"5min":1.488,"15min":1.4339999999999999},"min":{"1min":0.95799999999999996,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"last":1.3540000000000001},{"interface":"front","average":{"1min":1.883,"5min":1.554,"15min":1.4990000000000001},"min":{"1min":0.99299999999999999,"5min":0.97999999999999998,"15min":0.97999999999999998},"max":{"1min":2.4780000000000002,"5min":2.4780000000000002,"15min":2.4780000000000002},"last":1.4490000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":1.6619999999999999,"5min":1.6339999999999999,"15min":1.629},"min":{"1min":0.95399999999999996,"5min":0.62,"15min":0.62},"max":{"1min":2.3340000000000001,"5min":2.3340000000000001,"15min":2.3340000000000001},"last":1.157},{"interface":"front","average":{"1min":1.677,"5min":1.609,"15min":1.5980000000000001},"min":{"1min":1.0529999999999999,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.1059999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":1.115}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.9239999999999999,"15min":1.9239999999999999},"min":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":1.546},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":1.032,"5min":1.032,"15min":1.032},"max":{"1min":2.734,"5min":2.734,"15min":2.734},"last":1.5149999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"min":{"1min":1.133,"5min":1.133,"15min":1.133},"max":{"1min":2.3959999999999999,"5min":2.3959999999999999,"15min":2.3959999999999999},"last":1.4179999999999999},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":1.089,"5min":1.089,"15min":1.089},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.4830000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":481898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.67200000000000004,"15min":0.61799999999999999},"min":{"1min":0.46500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.70099999999999996,"15min":0.64900000000000002},"min":{"1min":0.51800000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.53800000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.52700000000000002,"15min":0.50800000000000001},"min":{"1min":0.41599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78900000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.53800000000000003,"15min":0.52300000000000002},"min":{"1min":0.36799999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.746,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.73599999999999999}]},{"osd":3,"last update":"Mon Feb 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.72999999999999998,"15min":0.68799999999999994},"min":{"1min":0.49199999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.1120000000000001,"5min":1.341,"15min":1.341},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.72899999999999998,"15min":0.70599999999999996},"min":{"1min":0.42699999999999999,"5min":0.379,"15min":0.379},"max":{"1min":1.0149999999999999,"5min":1.266,"15min":1.266},"last":0.63}]},{"osd":4,"last update":"Mon Feb 26 04:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.41799999999999998,"15min":0.39800000000000002},"min":{"1min":0.29799999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.42699999999999999,"15min":0.40899999999999997},"min":{"1min":0.33000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.54500000000000004,"15min":0.51100000000000001},"min":{"1min":0.44,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.753},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.52900000000000003},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Feb 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.60899999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.105,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.78900000000000003,"15min":0.77700000000000002},"min":{"1min":0.47799999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.874}]},{"osd":7,"last update":"Mon Feb 26 04:55:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68500000000000005,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.68300000000000005}]},{"osd":8,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.50700000000000001,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.83299999999999996,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.56200000000000006,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.84499999999999997}]},{"osd":9,"last update":"Mon Feb 26 04:55:42 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.76900000000000002}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":439999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":0.83599999999999997,"15min":0.71399999999999997},"min":{"1min":0.88800000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5289999999999999,"5min":1.649,"15min":1.649},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.165,"5min":0.86499999999999999,"15min":0.73299999999999998},"min":{"1min":0.89300000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.878,"15min":0.81399999999999995},"min":{"1min":0.58699999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.1879999999999999,"5min":0.95999999999999996,"15min":0.88200000000000001},"min":{"1min":0.72499999999999998,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.78900000000000003}]},{"osd":3,"last update":"Mon Feb 26 04:55:00 2024","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.008,"15min":0.97899999999999998},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":1.4510000000000001},{"interface":"front","average":{"1min":1.3320000000000001,"5min":1.1890000000000001,"15min":1.155},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.3200000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:56:24 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.1559999999999999,"15min":1.083},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.845,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.0629999999999999,"15min":0.97299999999999998},"min":{"1min":0.91300000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.8,"5min":2.121,"15min":2.121},"last":1.147}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5369999999999999,"5min":1.292,"15min":1.238},"min":{"1min":1.0880000000000001,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":2.0960000000000001,"5min":2.0960000000000001,"15min":2.0960000000000001},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.2410000000000001,"15min":1.173},"min":{"1min":1.175,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":2,"5min":2,"15min":2},"last":1.21}]},{"osd":6,"last update":"Mon Feb 26 04:56:18 2024","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.5349999999999999,"15min":1.462},"min":{"1min":1.234,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.6179999999999999,"5min":2.6179999999999999,"15min":2.6179999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.538,"5min":1.454,"15min":1.4259999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.1600000000000001,"5min":2.4729999999999999,"15min":2.4729999999999999},"last":0.92800000000000005}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.528,"15min":1.486},"min":{"1min":1.266,"5min":0.877,"15min":0.877},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.827,"5min":1.488,"15min":1.4319999999999999},"min":{"1min":1.484,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.3900000000000001,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.71599999999999997}]},{"osd":8,"last update":"Mon Feb 26 04:56:13 2024","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.454,"15min":1.4359999999999999},"min":{"1min":0.90500000000000003,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":2.0390000000000001,"5min":2.0390000000000001,"15min":2.0390000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.8360000000000001,"5min":1.6579999999999999,"15min":1.6279999999999999},"min":{"1min":1.0589999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"last":1.0680000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":2.0699999999999998,"5min":2.0699999999999998,"15min":2.0699999999999998},"min":{"1min":1.627,"5min":1.627,"15min":1.627},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"min":{"1min":1.508,"5min":1.508,"15min":1.508},"max":{"1min":2.2909999999999999,"5min":2.2909999999999999,"15min":2.2909999999999999},"last":1.1120000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.982,"15min":1.982},"min":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"max":{"1min":2.4319999999999999,"5min":2.4319999999999999,"15min":2.4319999999999999},"last":1.379},{"interface":"front","average":{"1min":2.036,"5min":2.036,"15min":2.036},"min":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"max":{"1min":2.5059999999999998,"5min":2.5059999999999998,"15min":2.5059999999999998},"last":1.3440000000000001}]},{"osd":11,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.593,"15min":1.593},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":2.1840000000000002,"5min":2.1840000000000002,"15min":2.1840000000000002},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.405}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":448474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.65400000000000003,"15min":0.61399999999999999},"min":{"1min":0.44700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93400000000000005,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.66400000000000003,"15min":0.627},"min":{"1min":0.442,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1439999999999999,"5min":1.169,"15min":1.169},"last":0.68000000000000005}]},{"osd":1,"last update":"Mon Feb 26 04:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.372,"5min":0.311,"15min":0.311},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52600000000000002,"15min":0.53700000000000003},"min":{"1min":0.34100000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70699999999999996,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.66600000000000004}]},{"osd":3,"last update":"Mon Feb 26 04:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68400000000000005,"15min":0.67300000000000004},"min":{"1min":0.41999999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.69799999999999995,"15min":0.68000000000000005},"min":{"1min":0.46100000000000002,"5min":0.378,"15min":0.378},"max":{"1min":1.0069999999999999,"5min":1.075,"15min":1.075},"last":0.71399999999999997}]},{"osd":4,"last update":"Mon Feb 26 04:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.40699999999999997,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53900000000000003,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.64800000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.307,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60299999999999998,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.48699999999999999},"min":{"1min":0.32700000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435}]},{"osd":6,"last update":"Mon Feb 26 04:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76700000000000002,"15min":0.75},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.1379999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.752},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.51900000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.048,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.81200000000000006}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70399999999999996,"5min":0.754,"15min":0.754},"last":0.41899999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.50700000000000001,"15min":0.51300000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.38800000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.74199999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.59499999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":439039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":0.98299999999999998,"15min":0.88300000000000001},"min":{"1min":0.57099999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.82799999999999996},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.079,"15min":0.97399999999999998},"min":{"1min":0.83699999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.234,"5min":2.234,"15min":2.234},"last":1.151}]},{"osd":1,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.93999999999999995,"15min":0.89800000000000002},"min":{"1min":0.81200000000000006,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.454},{"interface":"front","average":{"1min":1.129,"5min":0.95099999999999996,"15min":0.90700000000000003},"min":{"1min":0.91500000000000004,"5min":0.627,"15min":0.627},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":1.036}]},{"osd":2,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.333,"5min":1.05,"15min":0.96599999999999997},"min":{"1min":0.89000000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.343,"5min":2.343,"15min":2.343},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.419,"5min":1.1220000000000001,"15min":1.03},"min":{"1min":0.82799999999999996,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":2.069,"5min":2.069,"15min":2.069},"last":1.3089999999999999}]},{"osd":4,"last update":"Mon Feb 26 04:56:27 2024","interfaces":[{"interface":"back","average":{"1min":1.3029999999999999,"5min":1.1699999999999999,"15min":1.1020000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.925,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.5680000000000001},{"interface":"front","average":{"1min":1.248,"5min":1.119,"15min":1.046},"min":{"1min":0.66200000000000003,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.4079999999999999,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":0.99199999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":1.284,"15min":1.222},"min":{"1min":1.0049999999999999,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":1.516},{"interface":"front","average":{"1min":1.431,"5min":1.1599999999999999,"15min":1.1020000000000001},"min":{"1min":0.80200000000000005,"5min":0.629,"15min":0.629},"max":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":0.93200000000000005}]},{"osd":6,"last update":"Mon Feb 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":1.7070000000000001,"5min":1.4710000000000001,"15min":1.3899999999999999},"min":{"1min":0.84199999999999997,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.587,"15min":1.5029999999999999},"min":{"1min":1.0569999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":2.4670000000000001,"5min":2.4670000000000001,"15min":2.4670000000000001},"last":1.6659999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:46 2024","interfaces":[{"interface":"back","average":{"1min":1.881,"5min":1.5409999999999999,"15min":1.484},"min":{"1min":1.3300000000000001,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":1.6180000000000001},{"interface":"front","average":{"1min":1.75,"5min":1.5109999999999999,"15min":1.4710000000000001},"min":{"1min":1,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.0740000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":1.667,"15min":1.6140000000000001},"min":{"1min":1.4330000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.585,"5min":2.585,"15min":2.585},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.6399999999999999,"5min":1.4970000000000001,"15min":1.4730000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":0.77900000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.9239999999999999,"15min":1.9239999999999999},"min":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"max":{"1min":2.4820000000000002,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.256},{"interface":"front","average":{"1min":2.0910000000000002,"5min":2.0910000000000002,"15min":2.0910000000000002},"min":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":1.883}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":2.149,"15min":2.149},"min":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"max":{"1min":2.5699999999999998,"5min":2.5699999999999998,"15min":2.5699999999999998},"last":1.8320000000000001},{"interface":"front","average":{"1min":1.758,"5min":1.758,"15min":1.758},"min":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":1.119}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.78}]}]},{"osd":4,"up_from":33,"seq":141733920820,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.66300000000000003,"15min":0.63500000000000001},"min":{"1min":0.44700000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89100000000000001,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.68300000000000005,"15min":0.66500000000000004},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.107,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.38400000000000001,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58699999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.374},"min":{"1min":0.28100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.46000000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.73299999999999998,"15min":0.67800000000000005},"min":{"1min":0.51300000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.99399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.745,"15min":0.70299999999999996},"min":{"1min":0.49099999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68200000000000005}]},{"osd":5,"last update":"Mon Feb 26 04:55:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58099999999999996,"15min":0.56999999999999995},"min":{"1min":0.53300000000000003,"5min":0.372,"15min":0.372},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Feb 26 04:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.96399999999999997,"15min":1.046},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1020000000000001,"5min":7.218,"15min":7.218},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.83799999999999997,"5min":1.155,"15min":1.2949999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.089,"5min":7.1779999999999999,"15min":7.1779999999999999},"last":0.62}]},{"osd":7,"last update":"Mon Feb 26 04:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51200000000000001,"15min":0.503},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67000000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.56200000000000006}]},{"osd":8,"last update":"Mon Feb 26 04:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.64000000000000001,"15min":0.63200000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.68700000000000006,"15min":0.68000000000000005},"min":{"1min":0.56200000000000006,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.74399999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.331,"5min":1.331,"15min":1.331},"last":0.79300000000000004},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.80700000000000005}]},{"osd":10,"last update":"Mon Feb 26 04:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.65100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1030873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.70099999999999996,"15min":0.69199999999999995},"min":{"1min":0.45000000000000001,"5min":0.434,"15min":0.434},"max":{"1min":0.96299999999999997,"5min":1.034,"15min":1.034},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.67400000000000004,"15min":0.67000000000000004},"min":{"1min":0.46700000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67500000000000004}]},{"osd":1,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51300000000000001,"15min":0.51200000000000001},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65900000000000003,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57199999999999995}]},{"osd":2,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.38900000000000001,"15min":0.38800000000000001},"min":{"1min":0.28199999999999997,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.39300000000000002,"15min":0.39000000000000001},"min":{"1min":0.27200000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.5,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.79200000000000004,"15min":0.76800000000000002},"min":{"1min":0.50700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.7749999999999999,"5min":3.9300000000000002,"15min":3.9300000000000002},"last":0.65800000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.58399999999999996,"15min":0.56399999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77700000000000002,"5min":3.915,"15min":3.915},"last":0.83599999999999997}]},{"osd":6,"last update":"Mon Feb 26 04:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.78700000000000003,"15min":0.78000000000000003},"min":{"1min":0.68100000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.89900000000000002,"15min":0.90700000000000003},"min":{"1min":0.61199999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.913,"5min":3.9729999999999999,"15min":3.9729999999999999},"last":0.872}]},{"osd":7,"last update":"Mon Feb 26 04:55:49 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.56699999999999995,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.71899999999999997,"15min":0.73899999999999999},"min":{"1min":0.42499999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82199999999999995,"5min":3.9540000000000002,"15min":3.9540000000000002},"last":0.72799999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.67700000000000005,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.498},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58499999999999996,"15min":0.58599999999999997},"min":{"1min":0.36099999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.92100000000000004,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.59799999999999998}]},{"osd":9,"last update":"Mon Feb 26 04:55:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.76100000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.79700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":45346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-26T04:56:37.356 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-02-26T04:56:37.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 -- 172.21.15.112:0/1076696350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 msgr2=0x7fcb6c1084e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1076696350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1084e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fcb64009ca0 tx=0x7fcb6402c100 comp rx=0 tx=0).stop 2024-02-26T04:56:37.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 -- 172.21.15.112:0/1076696350 shutdown_connections 2024-02-26T04:56:37.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1076696350 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1084e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1076696350 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c101290 0x7fcb6c101710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1076696350 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1004c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 -- 172.21.15.112:0/1076696350 >> 172.21.15.112:0/1076696350 conn(0x7fcb6c0fb610 msgr2=0x7fcb6c0fda50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:37.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 -- 172.21.15.112:0/1076696350 shutdown_connections 2024-02-26T04:56:37.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.580+0000 7fcb70c00640 1 -- 172.21.15.112:0/1076696350 wait complete. 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.581+0000 7fcb70c00640 1 Processor -- start 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.581+0000 7fcb70c00640 1 -- start start 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 0x7fcb6c199a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1a0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb6c1a0fd0 con 0x7fcb6c101290 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb6c1a1140 con 0x7fcb6c101c50 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb70c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb6c1a1300 con 0x7fcb6c1000a0 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 0x7fcb6c199a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:56668/0 (socket says 172.21.15.112:56668) 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 -- 172.21.15.112:0/1963518026 learned_addr learned my addr 172.21.15.112:0/1963518026 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb6a800640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1a0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 -- 172.21.15.112:0/1963518026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 msgr2=0x7fcb6c1a0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1a0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 -- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 msgr2=0x7fcb6c199a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 0x7fcb6c199a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69e00640 1 -- 172.21.15.112:0/1963518026 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb5c009490 con 0x7fcb6c1000a0 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb6a800640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.582+0000 7fcb69400640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 0x7fcb6c199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:37.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb69e00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c00e9c0 tx=0x7fcb5c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c00cde0 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb64009900 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fcb5c010930 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb5c018a80 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.583+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb6c1a19b0 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.584+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb6c10bbd0 con 0x7fcb6c1000a0 2024-02-26T04:56:37.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.586+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fcb5c010aa0 con 0x7fcb6c1000a0 2024-02-26T04:56:37.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.587+0000 7fcb62a00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 0x7fcb500a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:37.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.587+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 7979+0+0 (secure 0 0 0) 0x7fcb5c014070 con 0x7fcb6c1000a0 2024-02-26T04:56:37.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.587+0000 7fcb69400640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 0x7fcb500a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:37.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.588+0000 7fcb69400640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 0x7fcb500a4610 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c19a9f0 tx=0x7fcb58005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:37.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.590+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcb5c0974c0 con 0x7fcb6c1000a0 2024-02-26T04:56:37.715 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2024050652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:37.716 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-02-26T04:56:37.716 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]: dispatch 2024-02-26T04:56:37.716 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-02-26T04:56:37.716 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-02-26T04:56:37.716 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-02-26T04:56:37.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.780+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcb6c0fd700 con 0x7fcb500a2150 2024-02-26T04:56:37.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.792+0000 7fcb62a00640 1 -- 172.21.15.112:0/1963518026 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+338999 (secure 0 0 0) 0x7fcb6c0fd700 con 0x7fcb500a2150 2024-02-26T04:56:37.799 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:37.801 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-02-26T04:56:37.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 msgr2=0x7fcb500a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 0x7fcb500a4610 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c19a9f0 tx=0x7fcb58005f90 comp rx=0 tx=0).stop 2024-02-26T04:56:37.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 msgr2=0x7fcb6c1994e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:37.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fcb5c00e9c0 tx=0x7fcb5c00ee80 comp rx=0 tx=0).stop 2024-02-26T04:56:37.803 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 shutdown_connections 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb500a2150 0x7fcb500a4610 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb6c101c50 0x7fcb6c1a0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb6c101290 0x7fcb6c199a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.798+0000 7fcb70c00640 1 --2- 172.21.15.112:0/1963518026 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb6c1000a0 0x7fcb6c1994e0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.799+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 >> 172.21.15.112:0/1963518026 conn(0x7fcb6c0fb610 msgr2=0x7fcb6c0fcff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.799+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 shutdown_connections 2024-02-26T04:56:37.804 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:37.799+0000 7fcb70c00640 1 -- 172.21.15.112:0/1963518026 wait complete. 2024-02-26T04:56:37.817 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":316,"stamp":"2024-02-26T04:56:37.712047+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":637980,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":176,"num_read_kb":178,"num_write":323,"num_write_kb":3024,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":262,"ondisk_log_size":262,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":349432,"kb_used_data":12760,"kb_used_omap":18,"kb_used_meta":336557,"kb_avail":1124592392,"statfs":{"total":1151940427776,"available":1151582609408,"internally_reserved":0,"allocated":13066240,"data_stored":7118705,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":344634681},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":47612,"num_objects":62,"num_object_clones":0,"num_object_copies":186,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":62,"num_whiteouts":0,"num_read":40,"num_read_kb":59,"num_write":142,"num_write_kb":86,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.439358"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735461+0000","last_change":"2024-02-26T04:56:28.534520+0000","last_active":"2024-02-26T04:56:30.735461+0000","last_peered":"2024-02-26T04:56:30.735461+0000","last_clean":"2024-02-26T04:56:30.735461+0000","last_became_active":"2024-02-26T04:56:28.534187+0000","last_became_peered":"2024-02-26T04:56:28.534187+0000","last_unstale":"2024-02-26T04:56:30.735461+0000","last_undegraded":"2024-02-26T04:56:30.735461+0000","last_fullsized":"2024-02-26T04:56:30.735461+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:02:31.984010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066964+0000","last_change":"2024-02-26T04:56:28.540325+0000","last_active":"2024-02-26T04:56:30.066964+0000","last_peered":"2024-02-26T04:56:30.066964+0000","last_clean":"2024-02-26T04:56:30.066964+0000","last_became_active":"2024-02-26T04:56:28.538286+0000","last_became_peered":"2024-02-26T04:56:28.538286+0000","last_unstale":"2024-02-26T04:56:30.066964+0000","last_undegraded":"2024-02-26T04:56:30.066964+0000","last_fullsized":"2024-02-26T04:56:30.066964+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:02.032237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066883+0000","last_change":"2024-02-26T04:56:28.531261+0000","last_active":"2024-02-26T04:56:30.066883+0000","last_peered":"2024-02-26T04:56:30.066883+0000","last_clean":"2024-02-26T04:56:30.066883+0000","last_became_active":"2024-02-26T04:56:28.528901+0000","last_became_peered":"2024-02-26T04:56:28.528901+0000","last_unstale":"2024-02-26T04:56:30.066883+0000","last_undegraded":"2024-02-26T04:56:30.066883+0000","last_fullsized":"2024-02-26T04:56:30.066883+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:44:21.540509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.979770+0000","last_change":"2024-02-26T04:56:28.521468+0000","last_active":"2024-02-26T04:56:29.979770+0000","last_peered":"2024-02-26T04:56:29.979770+0000","last_clean":"2024-02-26T04:56:29.979770+0000","last_became_active":"2024-02-26T04:56:28.521114+0000","last_became_peered":"2024-02-26T04:56:28.521114+0000","last_unstale":"2024-02-26T04:56:29.979770+0000","last_undegraded":"2024-02-26T04:56:29.979770+0000","last_fullsized":"2024-02-26T04:56:29.979770+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:49:44.311874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650359+0000","last_change":"2024-02-26T04:56:28.536496+0000","last_active":"2024-02-26T04:56:29.650359+0000","last_peered":"2024-02-26T04:56:29.650359+0000","last_clean":"2024-02-26T04:56:29.650359+0000","last_became_active":"2024-02-26T04:56:28.536138+0000","last_became_peered":"2024-02-26T04:56:28.536138+0000","last_unstale":"2024-02-26T04:56:29.650359+0000","last_undegraded":"2024-02-26T04:56:29.650359+0000","last_fullsized":"2024-02-26T04:56:29.650359+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:37:40.458566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065455+0000","last_change":"2024-02-26T04:56:28.514341+0000","last_active":"2024-02-26T04:56:30.065455+0000","last_peered":"2024-02-26T04:56:30.065455+0000","last_clean":"2024-02-26T04:56:30.065455+0000","last_became_active":"2024-02-26T04:56:28.513948+0000","last_became_peered":"2024-02-26T04:56:28.513948+0000","last_unstale":"2024-02-26T04:56:30.065455+0000","last_undegraded":"2024-02-26T04:56:30.065455+0000","last_fullsized":"2024-02-26T04:56:30.065455+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:47:48.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064735+0000","last_change":"2024-02-26T04:56:28.522526+0000","last_active":"2024-02-26T04:56:30.064735+0000","last_peered":"2024-02-26T04:56:30.064735+0000","last_clean":"2024-02-26T04:56:30.064735+0000","last_became_active":"2024-02-26T04:56:28.522120+0000","last_became_peered":"2024-02-26T04:56:28.522120+0000","last_unstale":"2024-02-26T04:56:30.064735+0000","last_undegraded":"2024-02-26T04:56:30.064735+0000","last_fullsized":"2024-02-26T04:56:30.064735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:33:27.516404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.651757+0000","last_change":"2024-02-26T04:56:28.544249+0000","last_active":"2024-02-26T04:56:29.651757+0000","last_peered":"2024-02-26T04:56:29.651757+0000","last_clean":"2024-02-26T04:56:29.651757+0000","last_became_active":"2024-02-26T04:56:28.543528+0000","last_became_peered":"2024-02-26T04:56:28.543528+0000","last_unstale":"2024-02-26T04:56:29.651757+0000","last_undegraded":"2024-02-26T04:56:29.651757+0000","last_fullsized":"2024-02-26T04:56:29.651757+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:24:51.912000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510269+0000","last_change":"2024-02-26T04:56:28.525121+0000","last_active":"2024-02-26T04:56:29.510269+0000","last_peered":"2024-02-26T04:56:29.510269+0000","last_clean":"2024-02-26T04:56:29.510269+0000","last_became_active":"2024-02-26T04:56:28.524856+0000","last_became_peered":"2024-02-26T04:56:28.524856+0000","last_unstale":"2024-02-26T04:56:29.510269+0000","last_undegraded":"2024-02-26T04:56:29.510269+0000","last_fullsized":"2024-02-26T04:56:29.510269+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:50:12.098647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065797+0000","last_change":"2024-02-26T04:56:28.517819+0000","last_active":"2024-02-26T04:56:30.065797+0000","last_peered":"2024-02-26T04:56:30.065797+0000","last_clean":"2024-02-26T04:56:30.065797+0000","last_became_active":"2024-02-26T04:56:28.517329+0000","last_became_peered":"2024-02-26T04:56:28.517329+0000","last_unstale":"2024-02-26T04:56:30.065797+0000","last_undegraded":"2024-02-26T04:56:30.065797+0000","last_fullsized":"2024-02-26T04:56:30.065797+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:19.378409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065102+0000","last_change":"2024-02-26T04:56:28.520789+0000","last_active":"2024-02-26T04:56:30.065102+0000","last_peered":"2024-02-26T04:56:30.065102+0000","last_clean":"2024-02-26T04:56:30.065102+0000","last_became_active":"2024-02-26T04:56:28.520443+0000","last_became_peered":"2024-02-26T04:56:28.520443+0000","last_unstale":"2024-02-26T04:56:30.065102+0000","last_undegraded":"2024-02-26T04:56:30.065102+0000","last_fullsized":"2024-02-26T04:56:30.065102+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:09:03.378145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.979742+0000","last_change":"2024-02-26T04:56:28.517275+0000","last_active":"2024-02-26T04:56:29.979742+0000","last_peered":"2024-02-26T04:56:29.979742+0000","last_clean":"2024-02-26T04:56:29.979742+0000","last_became_active":"2024-02-26T04:56:28.516615+0000","last_became_peered":"2024-02-26T04:56:28.516615+0000","last_unstale":"2024-02-26T04:56:29.979742+0000","last_undegraded":"2024-02-26T04:56:29.979742+0000","last_fullsized":"2024-02-26T04:56:29.979742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:05:24.592324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922550+0000","last_change":"2024-02-26T04:56:28.532538+0000","last_active":"2024-02-26T04:56:29.922550+0000","last_peered":"2024-02-26T04:56:29.922550+0000","last_clean":"2024-02-26T04:56:29.922550+0000","last_became_active":"2024-02-26T04:56:28.528758+0000","last_became_peered":"2024-02-26T04:56:28.528758+0000","last_unstale":"2024-02-26T04:56:29.922550+0000","last_undegraded":"2024-02-26T04:56:29.922550+0000","last_fullsized":"2024-02-26T04:56:29.922550+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:28:59.208250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066417+0000","last_change":"2024-02-26T04:56:28.538451+0000","last_active":"2024-02-26T04:56:30.066417+0000","last_peered":"2024-02-26T04:56:30.066417+0000","last_clean":"2024-02-26T04:56:30.066417+0000","last_became_active":"2024-02-26T04:56:28.537083+0000","last_became_peered":"2024-02-26T04:56:28.537083+0000","last_unstale":"2024-02-26T04:56:30.066417+0000","last_undegraded":"2024-02-26T04:56:30.066417+0000","last_fullsized":"2024-02-26T04:56:30.066417+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:23:16.712855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066476+0000","last_change":"2024-02-26T04:56:28.532544+0000","last_active":"2024-02-26T04:56:30.066476+0000","last_peered":"2024-02-26T04:56:30.066476+0000","last_clean":"2024-02-26T04:56:30.066476+0000","last_became_active":"2024-02-26T04:56:28.532111+0000","last_became_peered":"2024-02-26T04:56:28.532111+0000","last_unstale":"2024-02-26T04:56:30.066476+0000","last_undegraded":"2024-02-26T04:56:30.066476+0000","last_fullsized":"2024-02-26T04:56:30.066476+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:15:25.608361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509947+0000","last_change":"2024-02-26T04:56:28.534360+0000","last_active":"2024-02-26T04:56:29.509947+0000","last_peered":"2024-02-26T04:56:29.509947+0000","last_clean":"2024-02-26T04:56:29.509947+0000","last_became_active":"2024-02-26T04:56:28.534030+0000","last_became_peered":"2024-02-26T04:56:28.534030+0000","last_unstale":"2024-02-26T04:56:29.509947+0000","last_undegraded":"2024-02-26T04:56:29.509947+0000","last_fullsized":"2024-02-26T04:56:29.509947+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:43:06.402648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735492+0000","last_change":"2024-02-26T04:56:28.534456+0000","last_active":"2024-02-26T04:56:30.735492+0000","last_peered":"2024-02-26T04:56:30.735492+0000","last_clean":"2024-02-26T04:56:30.735492+0000","last_became_active":"2024-02-26T04:56:28.534141+0000","last_became_peered":"2024-02-26T04:56:28.534141+0000","last_unstale":"2024-02-26T04:56:30.735492+0000","last_undegraded":"2024-02-26T04:56:30.735492+0000","last_fullsized":"2024-02-26T04:56:30.735492+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:22:05.051144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.512054+0000","last_change":"2024-02-26T04:56:28.520168+0000","last_active":"2024-02-26T04:56:29.512054+0000","last_peered":"2024-02-26T04:56:29.512054+0000","last_clean":"2024-02-26T04:56:29.512054+0000","last_became_active":"2024-02-26T04:56:28.519580+0000","last_became_peered":"2024-02-26T04:56:28.519580+0000","last_unstale":"2024-02-26T04:56:29.512054+0000","last_undegraded":"2024-02-26T04:56:29.512054+0000","last_fullsized":"2024-02-26T04:56:29.512054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:07:00.609652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509820+0000","last_change":"2024-02-26T04:56:28.537733+0000","last_active":"2024-02-26T04:56:29.509820+0000","last_peered":"2024-02-26T04:56:29.509820+0000","last_clean":"2024-02-26T04:56:29.509820+0000","last_became_active":"2024-02-26T04:56:28.537410+0000","last_became_peered":"2024-02-26T04:56:28.537410+0000","last_unstale":"2024-02-26T04:56:29.509820+0000","last_undegraded":"2024-02-26T04:56:29.509820+0000","last_fullsized":"2024-02-26T04:56:29.509820+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:35:54.553223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'9","reported_seq":25,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.481405+0000","last_change":"2024-02-26T04:56:27.505531+0000","last_active":"2024-02-26T04:56:32.481405+0000","last_peered":"2024-02-26T04:56:32.481405+0000","last_clean":"2024-02-26T04:56:32.481405+0000","last_became_active":"2024-02-26T04:56:27.504324+0000","last_became_peered":"2024-02-26T04:56:27.504324+0000","last_unstale":"2024-02-26T04:56:32.481405+0000","last_undegraded":"2024-02-26T04:56:32.481405+0000","last_fullsized":"2024-02-26T04:56:32.481405+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:46:43.109030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653363+0000","last_change":"2024-02-26T04:56:28.538158+0000","last_active":"2024-02-26T04:56:29.653363+0000","last_peered":"2024-02-26T04:56:29.653363+0000","last_clean":"2024-02-26T04:56:29.653363+0000","last_became_active":"2024-02-26T04:56:28.537745+0000","last_became_peered":"2024-02-26T04:56:28.537745+0000","last_unstale":"2024-02-26T04:56:29.653363+0000","last_undegraded":"2024-02-26T04:56:29.653363+0000","last_fullsized":"2024-02-26T04:56:29.653363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:06:52.736810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.309643+0000","last_change":"2024-02-26T04:56:27.513665+0000","last_active":"2024-02-26T04:56:31.309643+0000","last_peered":"2024-02-26T04:56:31.309643+0000","last_clean":"2024-02-26T04:56:31.309643+0000","last_became_active":"2024-02-26T04:56:27.513359+0000","last_became_peered":"2024-02-26T04:56:27.513359+0000","last_unstale":"2024-02-26T04:56:31.309643+0000","last_undegraded":"2024-02-26T04:56:31.309643+0000","last_fullsized":"2024-02-26T04:56:31.309643+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:13:21.482114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067707+0000","last_change":"2024-02-26T04:56:28.531817+0000","last_active":"2024-02-26T04:56:30.067707+0000","last_peered":"2024-02-26T04:56:30.067707+0000","last_clean":"2024-02-26T04:56:30.067707+0000","last_became_active":"2024-02-26T04:56:28.531421+0000","last_became_peered":"2024-02-26T04:56:28.531421+0000","last_unstale":"2024-02-26T04:56:30.067707+0000","last_undegraded":"2024-02-26T04:56:30.067707+0000","last_fullsized":"2024-02-26T04:56:30.067707+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:29:45.205964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.479707+0000","last_change":"2024-02-26T04:56:27.499117+0000","last_active":"2024-02-26T04:56:32.479707+0000","last_peered":"2024-02-26T04:56:32.479707+0000","last_clean":"2024-02-26T04:56:32.479707+0000","last_became_active":"2024-02-26T04:56:27.498692+0000","last_became_peered":"2024-02-26T04:56:27.498692+0000","last_unstale":"2024-02-26T04:56:32.479707+0000","last_undegraded":"2024-02-26T04:56:32.479707+0000","last_fullsized":"2024-02-26T04:56:32.479707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:48:21.906209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510164+0000","last_change":"2024-02-26T04:56:28.535088+0000","last_active":"2024-02-26T04:56:29.510164+0000","last_peered":"2024-02-26T04:56:29.510164+0000","last_clean":"2024-02-26T04:56:29.510164+0000","last_became_active":"2024-02-26T04:56:28.534566+0000","last_became_peered":"2024-02-26T04:56:28.534566+0000","last_unstale":"2024-02-26T04:56:29.510164+0000","last_undegraded":"2024-02-26T04:56:29.510164+0000","last_fullsized":"2024-02-26T04:56:29.510164+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:31:30.878543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650485+0000","last_change":"2024-02-26T04:56:27.495673+0000","last_active":"2024-02-26T04:56:29.650485+0000","last_peered":"2024-02-26T04:56:29.650485+0000","last_clean":"2024-02-26T04:56:29.650485+0000","last_became_active":"2024-02-26T04:56:27.495318+0000","last_became_peered":"2024-02-26T04:56:27.495318+0000","last_unstale":"2024-02-26T04:56:29.650485+0000","last_undegraded":"2024-02-26T04:56:29.650485+0000","last_fullsized":"2024-02-26T04:56:29.650485+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:55:49.798694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065191+0000","last_change":"2024-02-26T04:56:28.522336+0000","last_active":"2024-02-26T04:56:30.065191+0000","last_peered":"2024-02-26T04:56:30.065191+0000","last_clean":"2024-02-26T04:56:30.065191+0000","last_became_active":"2024-02-26T04:56:28.521984+0000","last_became_peered":"2024-02-26T04:56:28.521984+0000","last_unstale":"2024-02-26T04:56:30.065191+0000","last_undegraded":"2024-02-26T04:56:30.065191+0000","last_fullsized":"2024-02-26T04:56:30.065191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:07.255066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"85'6","reported_seq":29,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.474204+0000","last_change":"2024-02-26T04:56:27.496337+0000","last_active":"2024-02-26T04:56:35.474204+0000","last_peered":"2024-02-26T04:56:35.474204+0000","last_clean":"2024-02-26T04:56:35.474204+0000","last_became_active":"2024-02-26T04:56:27.495890+0000","last_became_peered":"2024-02-26T04:56:27.495890+0000","last_unstale":"2024-02-26T04:56:35.474204+0000","last_undegraded":"2024-02-26T04:56:35.474204+0000","last_fullsized":"2024-02-26T04:56:35.474204+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:27:39.457647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650415+0000","last_change":"2024-02-26T04:56:28.526300+0000","last_active":"2024-02-26T04:56:29.650415+0000","last_peered":"2024-02-26T04:56:29.650415+0000","last_clean":"2024-02-26T04:56:29.650415+0000","last_became_active":"2024-02-26T04:56:28.525883+0000","last_became_peered":"2024-02-26T04:56:28.525883+0000","last_unstale":"2024-02-26T04:56:29.650415+0000","last_undegraded":"2024-02-26T04:56:29.650415+0000","last_fullsized":"2024-02-26T04:56:29.650415+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:03:33.170674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.480050+0000","last_change":"2024-02-26T04:56:27.509882+0000","last_active":"2024-02-26T04:56:32.480050+0000","last_peered":"2024-02-26T04:56:32.480050+0000","last_clean":"2024-02-26T04:56:32.480050+0000","last_became_active":"2024-02-26T04:56:27.509519+0000","last_became_peered":"2024-02-26T04:56:27.509519+0000","last_unstale":"2024-02-26T04:56:32.480050+0000","last_undegraded":"2024-02-26T04:56:32.480050+0000","last_fullsized":"2024-02-26T04:56:32.480050+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:48:31.722538+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065106+0000","last_change":"2024-02-26T04:56:28.529213+0000","last_active":"2024-02-26T04:56:30.065106+0000","last_peered":"2024-02-26T04:56:30.065106+0000","last_clean":"2024-02-26T04:56:30.065106+0000","last_became_active":"2024-02-26T04:56:28.528899+0000","last_became_peered":"2024-02-26T04:56:28.528899+0000","last_unstale":"2024-02-26T04:56:30.065106+0000","last_undegraded":"2024-02-26T04:56:30.065106+0000","last_fullsized":"2024-02-26T04:56:30.065106+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:16:09.419095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.485886+0000","last_change":"2024-02-26T04:56:27.503365+0000","last_active":"2024-02-26T04:56:32.485886+0000","last_peered":"2024-02-26T04:56:32.485886+0000","last_clean":"2024-02-26T04:56:32.485886+0000","last_became_active":"2024-02-26T04:56:27.503048+0000","last_became_peered":"2024-02-26T04:56:27.503048+0000","last_unstale":"2024-02-26T04:56:32.485886+0000","last_undegraded":"2024-02-26T04:56:32.485886+0000","last_fullsized":"2024-02-26T04:56:32.485886+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:33:31.129866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.651528+0000","last_change":"2024-02-26T04:56:28.540166+0000","last_active":"2024-02-26T04:56:29.651528+0000","last_peered":"2024-02-26T04:56:29.651528+0000","last_clean":"2024-02-26T04:56:29.651528+0000","last_became_active":"2024-02-26T04:56:28.539825+0000","last_became_peered":"2024-02-26T04:56:28.539825+0000","last_unstale":"2024-02-26T04:56:29.651528+0000","last_undegraded":"2024-02-26T04:56:29.651528+0000","last_fullsized":"2024-02-26T04:56:29.651528+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:48:11.158331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065112+0000","last_change":"2024-02-26T04:56:27.495841+0000","last_active":"2024-02-26T04:56:30.065112+0000","last_peered":"2024-02-26T04:56:30.065112+0000","last_clean":"2024-02-26T04:56:30.065112+0000","last_became_active":"2024-02-26T04:56:27.495510+0000","last_became_peered":"2024-02-26T04:56:27.495510+0000","last_unstale":"2024-02-26T04:56:30.065112+0000","last_undegraded":"2024-02-26T04:56:30.065112+0000","last_fullsized":"2024-02-26T04:56:30.065112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:40:36.877769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.511788+0000","last_change":"2024-02-26T04:56:28.532748+0000","last_active":"2024-02-26T04:56:29.511788+0000","last_peered":"2024-02-26T04:56:29.511788+0000","last_clean":"2024-02-26T04:56:29.511788+0000","last_became_active":"2024-02-26T04:56:28.529559+0000","last_became_peered":"2024-02-26T04:56:28.529559+0000","last_unstale":"2024-02-26T04:56:29.511788+0000","last_undegraded":"2024-02-26T04:56:29.511788+0000","last_fullsized":"2024-02-26T04:56:29.511788+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:00:37.529227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"85'3","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:34.471691+0000","last_change":"2024-02-26T04:56:27.503934+0000","last_active":"2024-02-26T04:56:34.471691+0000","last_peered":"2024-02-26T04:56:34.471691+0000","last_clean":"2024-02-26T04:56:34.471691+0000","last_became_active":"2024-02-26T04:56:27.503594+0000","last_became_peered":"2024-02-26T04:56:27.503594+0000","last_unstale":"2024-02-26T04:56:34.471691+0000","last_undegraded":"2024-02-26T04:56:34.471691+0000","last_fullsized":"2024-02-26T04:56:34.471691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:23:01.683051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510263+0000","last_change":"2024-02-26T04:56:28.523231+0000","last_active":"2024-02-26T04:56:29.510263+0000","last_peered":"2024-02-26T04:56:29.510263+0000","last_clean":"2024-02-26T04:56:29.510263+0000","last_became_active":"2024-02-26T04:56:28.522890+0000","last_became_peered":"2024-02-26T04:56:28.522890+0000","last_unstale":"2024-02-26T04:56:29.510263+0000","last_undegraded":"2024-02-26T04:56:29.510263+0000","last_fullsized":"2024-02-26T04:56:29.510263+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:33:50.811292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690374+0000","last_change":"2024-02-26T04:56:27.497616+0000","last_active":"2024-02-26T04:56:31.690374+0000","last_peered":"2024-02-26T04:56:31.690374+0000","last_clean":"2024-02-26T04:56:31.690374+0000","last_became_active":"2024-02-26T04:56:27.497275+0000","last_became_peered":"2024-02-26T04:56:27.497275+0000","last_unstale":"2024-02-26T04:56:31.690374+0000","last_undegraded":"2024-02-26T04:56:31.690374+0000","last_fullsized":"2024-02-26T04:56:31.690374+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:19:27.725408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067659+0000","last_change":"2024-02-26T04:56:28.531684+0000","last_active":"2024-02-26T04:56:30.067659+0000","last_peered":"2024-02-26T04:56:30.067659+0000","last_clean":"2024-02-26T04:56:30.067659+0000","last_became_active":"2024-02-26T04:56:28.528957+0000","last_became_peered":"2024-02-26T04:56:28.528957+0000","last_unstale":"2024-02-26T04:56:30.067659+0000","last_undegraded":"2024-02-26T04:56:30.067659+0000","last_fullsized":"2024-02-26T04:56:30.067659+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:47.100968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694559+0000","last_change":"2024-02-26T04:56:27.506100+0000","last_active":"2024-02-26T04:56:31.694559+0000","last_peered":"2024-02-26T04:56:31.694559+0000","last_clean":"2024-02-26T04:56:31.694559+0000","last_became_active":"2024-02-26T04:56:27.505730+0000","last_became_peered":"2024-02-26T04:56:27.505730+0000","last_unstale":"2024-02-26T04:56:31.694559+0000","last_undegraded":"2024-02-26T04:56:31.694559+0000","last_fullsized":"2024-02-26T04:56:31.694559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:19:56.282108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510032+0000","last_change":"2024-02-26T04:56:28.519640+0000","last_active":"2024-02-26T04:56:29.510032+0000","last_peered":"2024-02-26T04:56:29.510032+0000","last_clean":"2024-02-26T04:56:29.510032+0000","last_became_active":"2024-02-26T04:56:28.519083+0000","last_became_peered":"2024-02-26T04:56:28.519083+0000","last_unstale":"2024-02-26T04:56:29.510032+0000","last_undegraded":"2024-02-26T04:56:29.510032+0000","last_fullsized":"2024-02-26T04:56:29.510032+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:07:59.831075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"85'20","reported_seq":47,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.485951+0000","last_change":"2024-02-26T04:56:27.497168+0000","last_active":"2024-02-26T04:56:35.485951+0000","last_peered":"2024-02-26T04:56:35.485951+0000","last_clean":"2024-02-26T04:56:35.485951+0000","last_became_active":"2024-02-26T04:56:27.496775+0000","last_became_peered":"2024-02-26T04:56:27.496775+0000","last_unstale":"2024-02-26T04:56:35.485951+0000","last_undegraded":"2024-02-26T04:56:35.485951+0000","last_fullsized":"2024-02-26T04:56:35.485951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":20,"log_dups_size":0,"ondisk_log_size":20,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:16:45.465491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":43377,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":12,"num_read_kb":36,"num_write":21,"num_write_kb":47,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650475+0000","last_change":"2024-02-26T04:56:28.517061+0000","last_active":"2024-02-26T04:56:29.650475+0000","last_peered":"2024-02-26T04:56:29.650475+0000","last_clean":"2024-02-26T04:56:29.650475+0000","last_became_active":"2024-02-26T04:56:28.516558+0000","last_became_peered":"2024-02-26T04:56:28.516558+0000","last_unstale":"2024-02-26T04:56:29.650475+0000","last_undegraded":"2024-02-26T04:56:29.650475+0000","last_fullsized":"2024-02-26T04:56:29.650475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:05:18.858462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":22,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.486985+0000","last_change":"2024-02-26T04:56:27.497655+0000","last_active":"2024-02-26T04:56:32.486985+0000","last_peered":"2024-02-26T04:56:32.486985+0000","last_clean":"2024-02-26T04:56:32.486985+0000","last_became_active":"2024-02-26T04:56:27.497405+0000","last_became_peered":"2024-02-26T04:56:27.497405+0000","last_unstale":"2024-02-26T04:56:32.486985+0000","last_undegraded":"2024-02-26T04:56:32.486985+0000","last_fullsized":"2024-02-26T04:56:32.486985+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:39:42.237074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922915+0000","last_change":"2024-02-26T04:56:28.538730+0000","last_active":"2024-02-26T04:56:29.922915+0000","last_peered":"2024-02-26T04:56:29.922915+0000","last_clean":"2024-02-26T04:56:29.922915+0000","last_became_active":"2024-02-26T04:56:28.537418+0000","last_became_peered":"2024-02-26T04:56:28.537418+0000","last_unstale":"2024-02-26T04:56:29.922915+0000","last_undegraded":"2024-02-26T04:56:29.922915+0000","last_fullsized":"2024-02-26T04:56:29.922915+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:47:54.774429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.693970+0000","last_change":"2024-02-26T04:56:27.500230+0000","last_active":"2024-02-26T04:56:31.693970+0000","last_peered":"2024-02-26T04:56:31.693970+0000","last_clean":"2024-02-26T04:56:31.693970+0000","last_became_active":"2024-02-26T04:56:27.499826+0000","last_became_peered":"2024-02-26T04:56:27.499826+0000","last_unstale":"2024-02-26T04:56:31.693970+0000","last_undegraded":"2024-02-26T04:56:31.693970+0000","last_fullsized":"2024-02-26T04:56:31.693970+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:29:38.034740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064880+0000","last_change":"2024-02-26T04:56:28.528736+0000","last_active":"2024-02-26T04:56:30.064880+0000","last_peered":"2024-02-26T04:56:30.064880+0000","last_clean":"2024-02-26T04:56:30.064880+0000","last_became_active":"2024-02-26T04:56:28.528377+0000","last_became_peered":"2024-02-26T04:56:28.528377+0000","last_unstale":"2024-02-26T04:56:30.064880+0000","last_undegraded":"2024-02-26T04:56:30.064880+0000","last_fullsized":"2024-02-26T04:56:30.064880+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:38:21.124241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.478428+0000","last_change":"2024-02-26T04:56:27.494617+0000","last_active":"2024-02-26T04:56:32.478428+0000","last_peered":"2024-02-26T04:56:32.478428+0000","last_clean":"2024-02-26T04:56:32.478428+0000","last_became_active":"2024-02-26T04:56:27.494322+0000","last_became_peered":"2024-02-26T04:56:27.494322+0000","last_unstale":"2024-02-26T04:56:32.478428+0000","last_undegraded":"2024-02-26T04:56:32.478428+0000","last_fullsized":"2024-02-26T04:56:32.478428+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:00:37.869887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064462+0000","last_change":"2024-02-26T04:56:28.518937+0000","last_active":"2024-02-26T04:56:30.064462+0000","last_peered":"2024-02-26T04:56:30.064462+0000","last_clean":"2024-02-26T04:56:30.064462+0000","last_became_active":"2024-02-26T04:56:28.518077+0000","last_became_peered":"2024-02-26T04:56:28.518077+0000","last_unstale":"2024-02-26T04:56:30.064462+0000","last_undegraded":"2024-02-26T04:56:30.064462+0000","last_fullsized":"2024-02-26T04:56:30.064462+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:26:33.209894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":31,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.489320+0000","last_change":"2024-02-26T04:56:27.504879+0000","last_active":"2024-02-26T04:56:32.489320+0000","last_peered":"2024-02-26T04:56:32.489320+0000","last_clean":"2024-02-26T04:56:32.489320+0000","last_became_active":"2024-02-26T04:56:27.504512+0000","last_became_peered":"2024-02-26T04:56:27.504512+0000","last_unstale":"2024-02-26T04:56:32.489320+0000","last_undegraded":"2024-02-26T04:56:32.489320+0000","last_fullsized":"2024-02-26T04:56:32.489320+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:43:55.517491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065185+0000","last_change":"2024-02-26T04:56:28.513004+0000","last_active":"2024-02-26T04:56:30.065185+0000","last_peered":"2024-02-26T04:56:30.065185+0000","last_clean":"2024-02-26T04:56:30.065185+0000","last_became_active":"2024-02-26T04:56:28.512676+0000","last_became_peered":"2024-02-26T04:56:28.512676+0000","last_unstale":"2024-02-26T04:56:30.065185+0000","last_undegraded":"2024-02-26T04:56:30.065185+0000","last_fullsized":"2024-02-26T04:56:30.065185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:25:41.806278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.466007+0000","last_change":"2024-02-26T04:56:27.491505+0000","last_active":"2024-02-26T04:56:32.466007+0000","last_peered":"2024-02-26T04:56:32.466007+0000","last_clean":"2024-02-26T04:56:32.466007+0000","last_became_active":"2024-02-26T04:56:27.491169+0000","last_became_peered":"2024-02-26T04:56:27.491169+0000","last_unstale":"2024-02-26T04:56:32.466007+0000","last_undegraded":"2024-02-26T04:56:32.466007+0000","last_fullsized":"2024-02-26T04:56:32.466007+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:11:50.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735334+0000","last_change":"2024-02-26T04:56:28.520635+0000","last_active":"2024-02-26T04:56:30.735334+0000","last_peered":"2024-02-26T04:56:30.735334+0000","last_clean":"2024-02-26T04:56:30.735334+0000","last_became_active":"2024-02-26T04:56:28.519974+0000","last_became_peered":"2024-02-26T04:56:28.519974+0000","last_unstale":"2024-02-26T04:56:30.735334+0000","last_undegraded":"2024-02-26T04:56:30.735334+0000","last_fullsized":"2024-02-26T04:56:30.735334+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:04:42.161303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":15,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.511879+0000","last_change":"2024-02-26T04:56:27.513497+0000","last_active":"2024-02-26T04:56:29.511879+0000","last_peered":"2024-02-26T04:56:29.511879+0000","last_clean":"2024-02-26T04:56:29.511879+0000","last_became_active":"2024-02-26T04:56:27.513117+0000","last_became_peered":"2024-02-26T04:56:27.513117+0000","last_unstale":"2024-02-26T04:56:29.511879+0000","last_undegraded":"2024-02-26T04:56:29.511879+0000","last_fullsized":"2024-02-26T04:56:29.511879+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:02:37.073767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"85'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.943110+0000","last_change":"2024-02-26T04:56:28.536230+0000","last_active":"2024-02-26T04:56:30.943110+0000","last_peered":"2024-02-26T04:56:30.943110+0000","last_clean":"2024-02-26T04:56:30.943110+0000","last_became_active":"2024-02-26T04:56:28.535868+0000","last_became_peered":"2024-02-26T04:56:28.535868+0000","last_unstale":"2024-02-26T04:56:30.943110+0000","last_undegraded":"2024-02-26T04:56:30.943110+0000","last_fullsized":"2024-02-26T04:56:30.943110+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:37:23.102969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.301330+0000","last_change":"2024-02-26T04:56:27.509144+0000","last_active":"2024-02-26T04:56:31.301330+0000","last_peered":"2024-02-26T04:56:31.301330+0000","last_clean":"2024-02-26T04:56:31.301330+0000","last_became_active":"2024-02-26T04:56:27.508790+0000","last_became_peered":"2024-02-26T04:56:27.508790+0000","last_unstale":"2024-02-26T04:56:31.301330+0000","last_undegraded":"2024-02-26T04:56:31.301330+0000","last_fullsized":"2024-02-26T04:56:31.301330+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:33:35.569117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065536+0000","last_change":"2024-02-26T04:56:28.531158+0000","last_active":"2024-02-26T04:56:30.065536+0000","last_peered":"2024-02-26T04:56:30.065536+0000","last_clean":"2024-02-26T04:56:30.065536+0000","last_became_active":"2024-02-26T04:56:28.530763+0000","last_became_peered":"2024-02-26T04:56:28.530763+0000","last_unstale":"2024-02-26T04:56:30.065536+0000","last_undegraded":"2024-02-26T04:56:30.065536+0000","last_fullsized":"2024-02-26T04:56:30.065536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:01.477180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065297+0000","last_change":"2024-02-26T04:56:28.518139+0000","last_active":"2024-02-26T04:56:30.065297+0000","last_peered":"2024-02-26T04:56:30.065297+0000","last_clean":"2024-02-26T04:56:30.065297+0000","last_became_active":"2024-02-26T04:56:28.517755+0000","last_became_peered":"2024-02-26T04:56:28.517755+0000","last_unstale":"2024-02-26T04:56:30.065297+0000","last_undegraded":"2024-02-26T04:56:30.065297+0000","last_fullsized":"2024-02-26T04:56:30.065297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:38:37.940228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"85'4","reported_seq":23,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:35.497103+0000","last_change":"2024-02-26T04:56:27.511324+0000","last_active":"2024-02-26T04:56:35.497103+0000","last_peered":"2024-02-26T04:56:35.497103+0000","last_clean":"2024-02-26T04:56:35.497103+0000","last_became_active":"2024-02-26T04:56:27.510584+0000","last_became_peered":"2024-02-26T04:56:27.510584+0000","last_unstale":"2024-02-26T04:56:35.497103+0000","last_undegraded":"2024-02-26T04:56:35.497103+0000","last_fullsized":"2024-02-26T04:56:35.497103+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:44:34.382705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652229+0000","last_change":"2024-02-26T04:56:28.539615+0000","last_active":"2024-02-26T04:56:29.652229+0000","last_peered":"2024-02-26T04:56:29.652229+0000","last_clean":"2024-02-26T04:56:29.652229+0000","last_became_active":"2024-02-26T04:56:28.537724+0000","last_became_peered":"2024-02-26T04:56:28.537724+0000","last_unstale":"2024-02-26T04:56:29.652229+0000","last_undegraded":"2024-02-26T04:56:29.652229+0000","last_fullsized":"2024-02-26T04:56:29.652229+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T04:59:53.363773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.465812+0000","last_change":"2024-02-26T04:56:27.499756+0000","last_active":"2024-02-26T04:56:32.465812+0000","last_peered":"2024-02-26T04:56:32.465812+0000","last_clean":"2024-02-26T04:56:32.465812+0000","last_became_active":"2024-02-26T04:56:27.499458+0000","last_became_peered":"2024-02-26T04:56:27.499458+0000","last_unstale":"2024-02-26T04:56:32.465812+0000","last_undegraded":"2024-02-26T04:56:32.465812+0000","last_fullsized":"2024-02-26T04:56:32.465812+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:09:00.514557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":347,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064484+0000","last_change":"2024-02-26T04:55:09.921309+0000","last_active":"2024-02-26T04:56:30.064484+0000","last_peered":"2024-02-26T04:56:30.064484+0000","last_clean":"2024-02-26T04:56:30.064484+0000","last_became_active":"2024-02-26T04:55:09.920809+0000","last_became_peered":"2024-02-26T04:55:09.920809+0000","last_unstale":"2024-02-26T04:56:30.064484+0000","last_undegraded":"2024-02-26T04:56:30.064484+0000","last_fullsized":"2024-02-26T04:56:30.064484+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_clean_scrub_stamp":"2024-02-26T04:51:21.822508+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:06:52.417703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922231+0000","last_change":"2024-02-26T04:56:28.532122+0000","last_active":"2024-02-26T04:56:29.922231+0000","last_peered":"2024-02-26T04:56:29.922231+0000","last_clean":"2024-02-26T04:56:29.922231+0000","last_became_active":"2024-02-26T04:56:28.531478+0000","last_became_peered":"2024-02-26T04:56:28.531478+0000","last_unstale":"2024-02-26T04:56:29.922231+0000","last_undegraded":"2024-02-26T04:56:29.922231+0000","last_fullsized":"2024-02-26T04:56:29.922231+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:40.859721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.480523+0000","last_change":"2024-02-26T04:56:27.498672+0000","last_active":"2024-02-26T04:56:32.480523+0000","last_peered":"2024-02-26T04:56:32.480523+0000","last_clean":"2024-02-26T04:56:32.480523+0000","last_became_active":"2024-02-26T04:56:27.498311+0000","last_became_peered":"2024-02-26T04:56:27.498311+0000","last_unstale":"2024-02-26T04:56:32.480523+0000","last_undegraded":"2024-02-26T04:56:32.480523+0000","last_fullsized":"2024-02-26T04:56:32.480523+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:47.365334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694880+0000","last_change":"2024-02-26T04:56:27.509801+0000","last_active":"2024-02-26T04:56:31.694880+0000","last_peered":"2024-02-26T04:56:31.694880+0000","last_clean":"2024-02-26T04:56:31.694880+0000","last_became_active":"2024-02-26T04:56:27.509448+0000","last_became_peered":"2024-02-26T04:56:27.509448+0000","last_unstale":"2024-02-26T04:56:31.694880+0000","last_undegraded":"2024-02-26T04:56:31.694880+0000","last_fullsized":"2024-02-26T04:56:31.694880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:36:22.534645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922906+0000","last_change":"2024-02-26T04:56:28.529183+0000","last_active":"2024-02-26T04:56:29.922906+0000","last_peered":"2024-02-26T04:56:29.922906+0000","last_clean":"2024-02-26T04:56:29.922906+0000","last_became_active":"2024-02-26T04:56:28.528845+0000","last_became_peered":"2024-02-26T04:56:28.528845+0000","last_unstale":"2024-02-26T04:56:29.922906+0000","last_undegraded":"2024-02-26T04:56:29.922906+0000","last_fullsized":"2024-02-26T04:56:29.922906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:38:09.867082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.487715+0000","last_change":"2024-02-26T04:56:27.499875+0000","last_active":"2024-02-26T04:56:32.487715+0000","last_peered":"2024-02-26T04:56:32.487715+0000","last_clean":"2024-02-26T04:56:32.487715+0000","last_became_active":"2024-02-26T04:56:27.499476+0000","last_became_peered":"2024-02-26T04:56:27.499476+0000","last_unstale":"2024-02-26T04:56:32.487715+0000","last_undegraded":"2024-02-26T04:56:32.487715+0000","last_fullsized":"2024-02-26T04:56:32.487715+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:47:29.197830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653191+0000","last_change":"2024-02-26T04:56:28.536297+0000","last_active":"2024-02-26T04:56:29.653191+0000","last_peered":"2024-02-26T04:56:29.653191+0000","last_clean":"2024-02-26T04:56:29.653191+0000","last_became_active":"2024-02-26T04:56:28.534419+0000","last_became_peered":"2024-02-26T04:56:28.534419+0000","last_unstale":"2024-02-26T04:56:29.653191+0000","last_undegraded":"2024-02-26T04:56:29.653191+0000","last_fullsized":"2024-02-26T04:56:29.653191+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:35:47.905464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690140+0000","last_change":"2024-02-26T04:56:27.509891+0000","last_active":"2024-02-26T04:56:31.690140+0000","last_peered":"2024-02-26T04:56:31.690140+0000","last_clean":"2024-02-26T04:56:31.690140+0000","last_became_active":"2024-02-26T04:56:27.509490+0000","last_became_peered":"2024-02-26T04:56:27.509490+0000","last_unstale":"2024-02-26T04:56:31.690140+0000","last_undegraded":"2024-02-26T04:56:31.690140+0000","last_fullsized":"2024-02-26T04:56:31.690140+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:42.124948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.067319+0000","last_change":"2024-02-26T04:56:28.539978+0000","last_active":"2024-02-26T04:56:30.067319+0000","last_peered":"2024-02-26T04:56:30.067319+0000","last_clean":"2024-02-26T04:56:30.067319+0000","last_became_active":"2024-02-26T04:56:28.537322+0000","last_became_peered":"2024-02-26T04:56:28.537322+0000","last_unstale":"2024-02-26T04:56:30.067319+0000","last_undegraded":"2024-02-26T04:56:30.067319+0000","last_fullsized":"2024-02-26T04:56:30.067319+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:03:37.287843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.694614+0000","last_change":"2024-02-26T04:56:27.510607+0000","last_active":"2024-02-26T04:56:31.694614+0000","last_peered":"2024-02-26T04:56:31.694614+0000","last_clean":"2024-02-26T04:56:31.694614+0000","last_became_active":"2024-02-26T04:56:27.510283+0000","last_became_peered":"2024-02-26T04:56:27.510283+0000","last_unstale":"2024-02-26T04:56:31.694614+0000","last_undegraded":"2024-02-26T04:56:31.694614+0000","last_fullsized":"2024-02-26T04:56:31.694614+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:56:57.283405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.650160+0000","last_change":"2024-02-26T04:56:28.514098+0000","last_active":"2024-02-26T04:56:29.650160+0000","last_peered":"2024-02-26T04:56:29.650160+0000","last_clean":"2024-02-26T04:56:29.650160+0000","last_became_active":"2024-02-26T04:56:28.513732+0000","last_became_peered":"2024-02-26T04:56:28.513732+0000","last_unstale":"2024-02-26T04:56:29.650160+0000","last_undegraded":"2024-02-26T04:56:29.650160+0000","last_fullsized":"2024-02-26T04:56:29.650160+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:15:08.323061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'3","reported_seq":18,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.696850+0000","last_change":"2024-02-26T04:56:27.504548+0000","last_active":"2024-02-26T04:56:31.696850+0000","last_peered":"2024-02-26T04:56:31.696850+0000","last_clean":"2024-02-26T04:56:31.696850+0000","last_became_active":"2024-02-26T04:56:27.504227+0000","last_became_peered":"2024-02-26T04:56:27.504227+0000","last_unstale":"2024-02-26T04:56:31.696850+0000","last_undegraded":"2024-02-26T04:56:31.696850+0000","last_fullsized":"2024-02-26T04:56:31.696850+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:54:00.287937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735252+0000","last_change":"2024-02-26T04:56:28.531137+0000","last_active":"2024-02-26T04:56:30.735252+0000","last_peered":"2024-02-26T04:56:30.735252+0000","last_clean":"2024-02-26T04:56:30.735252+0000","last_became_active":"2024-02-26T04:56:28.530700+0000","last_became_peered":"2024-02-26T04:56:28.530700+0000","last_unstale":"2024-02-26T04:56:30.735252+0000","last_undegraded":"2024-02-26T04:56:30.735252+0000","last_fullsized":"2024-02-26T04:56:30.735252+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:33:41.980263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'1","reported_seq":16,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.423290+0000","last_change":"2024-02-26T04:56:27.493604+0000","last_active":"2024-02-26T04:56:30.423290+0000","last_peered":"2024-02-26T04:56:30.423290+0000","last_clean":"2024-02-26T04:56:30.423290+0000","last_became_active":"2024-02-26T04:56:27.492484+0000","last_became_peered":"2024-02-26T04:56:27.492484+0000","last_unstale":"2024-02-26T04:56:30.423290+0000","last_undegraded":"2024-02-26T04:56:30.423290+0000","last_fullsized":"2024-02-26T04:56:30.423290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:59:34.962969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652892+0000","last_change":"2024-02-26T04:56:28.542847+0000","last_active":"2024-02-26T04:56:29.652892+0000","last_peered":"2024-02-26T04:56:29.652892+0000","last_clean":"2024-02-26T04:56:29.652892+0000","last_became_active":"2024-02-26T04:56:28.542519+0000","last_became_peered":"2024-02-26T04:56:28.542519+0000","last_unstale":"2024-02-26T04:56:29.652892+0000","last_undegraded":"2024-02-26T04:56:29.652892+0000","last_fullsized":"2024-02-26T04:56:29.652892+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:16:01.731566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":20,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.690605+0000","last_change":"2024-02-26T04:56:27.495130+0000","last_active":"2024-02-26T04:56:31.690605+0000","last_peered":"2024-02-26T04:56:31.690605+0000","last_clean":"2024-02-26T04:56:31.690605+0000","last_became_active":"2024-02-26T04:56:27.494793+0000","last_became_peered":"2024-02-26T04:56:27.494793+0000","last_unstale":"2024-02-26T04:56:31.690605+0000","last_undegraded":"2024-02-26T04:56:31.690605+0000","last_fullsized":"2024-02-26T04:56:31.690605+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:41:28.239858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064941+0000","last_change":"2024-02-26T04:56:28.527653+0000","last_active":"2024-02-26T04:56:30.064941+0000","last_peered":"2024-02-26T04:56:30.064941+0000","last_clean":"2024-02-26T04:56:30.064941+0000","last_became_active":"2024-02-26T04:56:28.527236+0000","last_became_peered":"2024-02-26T04:56:28.527236+0000","last_unstale":"2024-02-26T04:56:30.064941+0000","last_undegraded":"2024-02-26T04:56:30.064941+0000","last_fullsized":"2024-02-26T04:56:30.064941+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:00:36.849080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":19,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:32.489449+0000","last_change":"2024-02-26T04:56:27.512791+0000","last_active":"2024-02-26T04:56:32.489449+0000","last_peered":"2024-02-26T04:56:32.489449+0000","last_clean":"2024-02-26T04:56:32.489449+0000","last_became_active":"2024-02-26T04:56:27.512479+0000","last_became_peered":"2024-02-26T04:56:27.512479+0000","last_unstale":"2024-02-26T04:56:32.489449+0000","last_undegraded":"2024-02-26T04:56:32.489449+0000","last_fullsized":"2024-02-26T04:56:32.489449+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:48:03.326673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065065+0000","last_change":"2024-02-26T04:56:28.520838+0000","last_active":"2024-02-26T04:56:30.065065+0000","last_peered":"2024-02-26T04:56:30.065065+0000","last_clean":"2024-02-26T04:56:30.065065+0000","last_became_active":"2024-02-26T04:56:28.520507+0000","last_became_peered":"2024-02-26T04:56:28.520507+0000","last_unstale":"2024-02-26T04:56:30.065065+0000","last_undegraded":"2024-02-26T04:56:30.065065+0000","last_fullsized":"2024-02-26T04:56:30.065065+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:12.151556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.064912+0000","last_change":"2024-02-26T04:56:27.498963+0000","last_active":"2024-02-26T04:56:30.064912+0000","last_peered":"2024-02-26T04:56:30.064912+0000","last_clean":"2024-02-26T04:56:30.064912+0000","last_became_active":"2024-02-26T04:56:27.498640+0000","last_became_peered":"2024-02-26T04:56:27.498640+0000","last_unstale":"2024-02-26T04:56:30.064912+0000","last_undegraded":"2024-02-26T04:56:30.064912+0000","last_fullsized":"2024-02-26T04:56:30.064912+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:38:26.604030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"85'1","reported_seq":14,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:31.301372+0000","last_change":"2024-02-26T04:56:28.537880+0000","last_active":"2024-02-26T04:56:31.301372+0000","last_peered":"2024-02-26T04:56:31.301372+0000","last_clean":"2024-02-26T04:56:31.301372+0000","last_became_active":"2024-02-26T04:56:28.537482+0000","last_became_peered":"2024-02-26T04:56:28.537482+0000","last_unstale":"2024-02-26T04:56:31.301372+0000","last_undegraded":"2024-02-26T04:56:31.301372+0000","last_fullsized":"2024-02-26T04:56:31.301372+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:22:53.061076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":17,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.922677+0000","last_change":"2024-02-26T04:56:27.501360+0000","last_active":"2024-02-26T04:56:29.922677+0000","last_peered":"2024-02-26T04:56:29.922677+0000","last_clean":"2024-02-26T04:56:29.922677+0000","last_became_active":"2024-02-26T04:56:27.500840+0000","last_became_peered":"2024-02-26T04:56:27.500840+0000","last_unstale":"2024-02-26T04:56:29.922677+0000","last_undegraded":"2024-02-26T04:56:29.922677+0000","last_fullsized":"2024-02-26T04:56:29.922677+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:40:46.169972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065718+0000","last_change":"2024-02-26T04:56:28.518426+0000","last_active":"2024-02-26T04:56:30.065718+0000","last_peered":"2024-02-26T04:56:30.065718+0000","last_clean":"2024-02-26T04:56:30.065718+0000","last_became_active":"2024-02-26T04:56:28.518056+0000","last_became_peered":"2024-02-26T04:56:28.518056+0000","last_unstale":"2024-02-26T04:56:30.065718+0000","last_undegraded":"2024-02-26T04:56:30.065718+0000","last_fullsized":"2024-02-26T04:56:30.065718+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:15:01.456420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735328+0000","last_change":"2024-02-26T04:56:28.519453+0000","last_active":"2024-02-26T04:56:30.735328+0000","last_peered":"2024-02-26T04:56:30.735328+0000","last_clean":"2024-02-26T04:56:30.735328+0000","last_became_active":"2024-02-26T04:56:28.519050+0000","last_became_peered":"2024-02-26T04:56:28.519050+0000","last_unstale":"2024-02-26T04:56:30.735328+0000","last_undegraded":"2024-02-26T04:56:30.735328+0000","last_fullsized":"2024-02-26T04:56:30.735328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:18:08.893788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510119+0000","last_change":"2024-02-26T04:56:28.519649+0000","last_active":"2024-02-26T04:56:29.510119+0000","last_peered":"2024-02-26T04:56:29.510119+0000","last_clean":"2024-02-26T04:56:29.510119+0000","last_became_active":"2024-02-26T04:56:28.518641+0000","last_became_peered":"2024-02-26T04:56:28.518641+0000","last_unstale":"2024-02-26T04:56:29.510119+0000","last_undegraded":"2024-02-26T04:56:29.510119+0000","last_fullsized":"2024-02-26T04:56:29.510119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:56:36.047460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509930+0000","last_change":"2024-02-26T04:56:28.537978+0000","last_active":"2024-02-26T04:56:29.509930+0000","last_peered":"2024-02-26T04:56:29.509930+0000","last_clean":"2024-02-26T04:56:29.509930+0000","last_became_active":"2024-02-26T04:56:28.537446+0000","last_became_peered":"2024-02-26T04:56:28.537446+0000","last_unstale":"2024-02-26T04:56:29.509930+0000","last_undegraded":"2024-02-26T04:56:29.509930+0000","last_fullsized":"2024-02-26T04:56:29.509930+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:40.705133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.066664+0000","last_change":"2024-02-26T04:56:28.541160+0000","last_active":"2024-02-26T04:56:30.066664+0000","last_peered":"2024-02-26T04:56:30.066664+0000","last_clean":"2024-02-26T04:56:30.066664+0000","last_became_active":"2024-02-26T04:56:28.535958+0000","last_became_peered":"2024-02-26T04:56:28.535958+0000","last_unstale":"2024-02-26T04:56:30.066664+0000","last_undegraded":"2024-02-26T04:56:30.066664+0000","last_fullsized":"2024-02-26T04:56:30.066664+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:01:06.978743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.923248+0000","last_change":"2024-02-26T04:56:28.542835+0000","last_active":"2024-02-26T04:56:29.923248+0000","last_peered":"2024-02-26T04:56:29.923248+0000","last_clean":"2024-02-26T04:56:29.923248+0000","last_became_active":"2024-02-26T04:56:28.542433+0000","last_became_peered":"2024-02-26T04:56:28.542433+0000","last_unstale":"2024-02-26T04:56:29.923248+0000","last_undegraded":"2024-02-26T04:56:29.923248+0000","last_fullsized":"2024-02-26T04:56:29.923248+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:58:25.151133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735271+0000","last_change":"2024-02-26T04:56:28.518074+0000","last_active":"2024-02-26T04:56:30.735271+0000","last_peered":"2024-02-26T04:56:30.735271+0000","last_clean":"2024-02-26T04:56:30.735271+0000","last_became_active":"2024-02-26T04:56:28.517690+0000","last_became_peered":"2024-02-26T04:56:28.517690+0000","last_unstale":"2024-02-26T04:56:30.735271+0000","last_undegraded":"2024-02-26T04:56:30.735271+0000","last_fullsized":"2024-02-26T04:56:30.735271+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:47:42.158480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.510034+0000","last_change":"2024-02-26T04:56:28.518789+0000","last_active":"2024-02-26T04:56:29.510034+0000","last_peered":"2024-02-26T04:56:29.510034+0000","last_clean":"2024-02-26T04:56:29.510034+0000","last_became_active":"2024-02-26T04:56:28.517425+0000","last_became_peered":"2024-02-26T04:56:28.517425+0000","last_unstale":"2024-02-26T04:56:29.510034+0000","last_undegraded":"2024-02-26T04:56:29.510034+0000","last_fullsized":"2024-02-26T04:56:29.510034+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:15:01.266629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.653112+0000","last_change":"2024-02-26T04:56:28.540179+0000","last_active":"2024-02-26T04:56:29.653112+0000","last_peered":"2024-02-26T04:56:29.653112+0000","last_clean":"2024-02-26T04:56:29.653112+0000","last_became_active":"2024-02-26T04:56:28.539709+0000","last_became_peered":"2024-02-26T04:56:28.539709+0000","last_unstale":"2024-02-26T04:56:29.653112+0000","last_undegraded":"2024-02-26T04:56:29.653112+0000","last_fullsized":"2024-02-26T04:56:29.653112+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:59:05.182122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.065122+0000","last_change":"2024-02-26T04:56:28.530180+0000","last_active":"2024-02-26T04:56:30.065122+0000","last_peered":"2024-02-26T04:56:30.065122+0000","last_clean":"2024-02-26T04:56:30.065122+0000","last_became_active":"2024-02-26T04:56:28.529801+0000","last_became_peered":"2024-02-26T04:56:28.529801+0000","last_unstale":"2024-02-26T04:56:30.065122+0000","last_undegraded":"2024-02-26T04:56:30.065122+0000","last_fullsized":"2024-02-26T04:56:30.065122+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:15:51.875175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.652353+0000","last_change":"2024-02-26T04:56:28.545436+0000","last_active":"2024-02-26T04:56:29.652353+0000","last_peered":"2024-02-26T04:56:29.652353+0000","last_clean":"2024-02-26T04:56:29.652353+0000","last_became_active":"2024-02-26T04:56:28.545072+0000","last_became_peered":"2024-02-26T04:56:28.545072+0000","last_unstale":"2024-02-26T04:56:29.652353+0000","last_undegraded":"2024-02-26T04:56:29.652353+0000","last_fullsized":"2024-02-26T04:56:29.652353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:24:49.989329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.509924+0000","last_change":"2024-02-26T04:56:28.537740+0000","last_active":"2024-02-26T04:56:29.509924+0000","last_peered":"2024-02-26T04:56:29.509924+0000","last_clean":"2024-02-26T04:56:29.509924+0000","last_became_active":"2024-02-26T04:56:28.537195+0000","last_became_peered":"2024-02-26T04:56:28.537195+0000","last_unstale":"2024-02-26T04:56:29.509924+0000","last_undegraded":"2024-02-26T04:56:29.509924+0000","last_fullsized":"2024-02-26T04:56:29.509924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:02:45.741615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:29.923057+0000","last_change":"2024-02-26T04:56:28.535900+0000","last_active":"2024-02-26T04:56:29.923057+0000","last_peered":"2024-02-26T04:56:29.923057+0000","last_clean":"2024-02-26T04:56:29.923057+0000","last_became_active":"2024-02-26T04:56:28.535470+0000","last_became_peered":"2024-02-26T04:56:28.535470+0000","last_unstale":"2024-02-26T04:56:29.923057+0000","last_undegraded":"2024-02-26T04:56:29.923057+0000","last_fullsized":"2024-02-26T04:56:29.923057+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:48:55.594037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":13,"reported_epoch":85,"state":"active+clean","last_fresh":"2024-02-26T04:56:30.735150+0000","last_change":"2024-02-26T04:56:28.514542+0000","last_active":"2024-02-26T04:56:30.735150+0000","last_peered":"2024-02-26T04:56:30.735150+0000","last_clean":"2024-02-26T04:56:30.735150+0000","last_became_active":"2024-02-26T04:56:28.514156+0000","last_became_peered":"2024-02-26T04:56:28.514156+0000","last_unstale":"2024-02-26T04:56:30.735150+0000","last_undegraded":"2024-02-26T04:56:30.735150+0000","last_fullsized":"2024-02-26T04:56:30.735150+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:45:08.713307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":47378,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":40,"num_read_kb":59,"num_write":140,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":344064,"data_stored":120434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":123,"ondisk_log_size":123,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383695,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":439103,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"min":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.57999999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.60199999999999998,"15min":0.60199999999999998},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.83299999999999996}]},{"osd":2,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.436,"5min":0.436,"15min":0.436},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"last":0.496}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.77200000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":1.018,"5min":1.018,"15min":1.018},"last":0.621},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.59599999999999997}]},{"osd":6,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.78400000000000003,"5min":0.78400000000000003,"15min":0.78400000000000003},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":1.3220000000000001,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.745},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.732,"5min":1.732,"15min":1.732},"last":1.0469999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.0660000000000001,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.79600000000000004}]},{"osd":8,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.0069999999999999},{"interface":"front","average":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"min":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":0.93700000000000006}]},{"osd":10,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.85999999999999999},{"interface":"front","average":{"1min":0.753,"5min":0.753,"15min":0.753},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.218,"5min":1.218,"15min":1.218},"last":0.872}]}]},{"osd":10,"up_from":72,"seq":309237645331,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28552,"kb_used_data":1536,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716600,"statfs":{"total":95995035648,"available":95965798400,"internally_reserved":0,"allocated":1572864,"data_stored":1051870,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":1,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.39700000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.84599999999999997,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.433}]},{"osd":3,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0069999999999999,"5min":1.0069999999999999,"15min":1.0069999999999999},"last":0.86899999999999999},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":1.137,"5min":1.137,"15min":1.137},"last":0.68799999999999994}]},{"osd":4,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.51500000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65400000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.47799999999999998,"5min":0.47799999999999998,"15min":0.47799999999999998},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.90700000000000003,"5min":0.90700000000000003,"15min":0.90700000000000003},"min":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.65600000000000003,"5min":0.65600000000000003,"15min":0.65600000000000003},"max":{"1min":1.153,"5min":1.153,"15min":1.153},"last":0.70699999999999996}]},{"osd":7,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.501}]},{"osd":8,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"min":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.74299999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"min":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"max":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.98399999999999999},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.90000000000000002}]},{"osd":11,"last update":"Mon Feb 26 04:56:34 2024","interfaces":[{"interface":"back","average":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.78700000000000003},{"interface":"front","average":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"min":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.022,"5min":1.022,"15min":1.022},"last":0.72699999999999998}]}]},{"osd":9,"up_from":67,"seq":287762808856,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27928,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717224,"statfs":{"total":95995035648,"available":95966437376,"internally_reserved":0,"allocated":933888,"data_stored":439339,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.2729999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":2.3119999999999998,"5min":2.3119999999999998,"15min":2.3119999999999998},"last":1.0760000000000001},{"interface":"front","average":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.1829999999999998,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":0.68799999999999994}]},{"osd":1,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.524,"5min":1.524,"15min":1.524},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.282,"5min":1.282,"15min":1.282},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.65000000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.304,"5min":1.304,"15min":1.304},"min":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":2.222,"5min":2.222,"15min":2.222},"last":0.82699999999999996},{"interface":"front","average":{"1min":1.448,"5min":1.448,"15min":1.448},"min":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"max":{"1min":2.1829999999999998,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":0.76400000000000001}]},{"osd":3,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.6799999999999999,"5min":1.6799999999999999,"15min":1.6799999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":2.6150000000000002,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.2450000000000001},{"interface":"front","average":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"min":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"max":{"1min":2.4649999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.56999999999999995}]},{"osd":4,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.607,"5min":1.607,"15min":1.607},"min":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"max":{"1min":2.3730000000000002,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.135},{"interface":"front","average":{"1min":1.516,"5min":1.516,"15min":1.516},"min":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"max":{"1min":2.3769999999999998,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":1.1970000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.7130000000000001,"5min":1.7130000000000001,"15min":1.7130000000000001},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":2.7130000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.8260000000000001,"15min":1.8260000000000001},"min":{"1min":1.0800000000000001,"5min":1.0800000000000001,"15min":1.0800000000000001},"max":{"1min":2.694,"5min":2.694,"15min":2.694},"last":1.3819999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.9470000000000001,"5min":1.9470000000000001,"15min":1.9470000000000001},"min":{"1min":1.056,"5min":1.056,"15min":1.056},"max":{"1min":2.6619999999999999,"5min":2.6619999999999999,"15min":2.6619999999999999},"last":1.4099999999999999},{"interface":"front","average":{"1min":2.0169999999999999,"5min":2.0169999999999999,"15min":2.0169999999999999},"min":{"1min":1.03,"5min":1.03,"15min":1.03},"max":{"1min":2.5910000000000002,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":1.4399999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.952,"5min":1.952,"15min":1.952},"min":{"1min":1.1180000000000001,"5min":1.1180000000000001,"15min":1.1180000000000001},"max":{"1min":2.621,"5min":2.621,"15min":2.621},"last":1.4910000000000001},{"interface":"front","average":{"1min":1.9139999999999999,"5min":1.9139999999999999,"15min":1.9139999999999999},"min":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"max":{"1min":2.6160000000000001,"5min":2.6160000000000001,"15min":2.6160000000000001},"last":1.4670000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":1.994,"5min":1.994,"15min":1.994},"min":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"max":{"1min":2.782,"5min":2.782,"15min":2.782},"last":1.528},{"interface":"front","average":{"1min":2.004,"5min":2.004,"15min":2.004},"min":{"1min":1.131,"5min":1.131,"15min":1.131},"max":{"1min":3.2400000000000002,"5min":3.2400000000000002,"15min":3.2400000000000002},"last":1.2809999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":1.7789999999999999,"5min":1.7789999999999999,"15min":1.7789999999999999},"min":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"max":{"1min":2.5499999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":1.587},{"interface":"front","average":{"1min":1.861,"5min":1.861,"15min":1.861},"min":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"max":{"1min":3.0800000000000001,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":1.353}]}]},{"osd":8,"up_from":59,"seq":253403070496,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32088,"kb_used_data":912,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713064,"statfs":{"total":95995035648,"available":95962177536,"internally_reserved":0,"allocated":933888,"data_stored":439259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":1.746,"5min":0.88900000000000001,"15min":0.746},"min":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"max":{"1min":17.158999999999999,"5min":17.158999999999999,"15min":17.158999999999999},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.95099999999999996,"5min":0.80000000000000004,"15min":0.77500000000000002},"min":{"1min":0.436,"5min":0.436,"15min":0.436},"max":{"1min":4.9130000000000003,"5min":4.9130000000000003,"15min":4.9130000000000003},"last":0.70599999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.69999999999999996,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.52500000000000002,"15min":0.51900000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.54100000000000004}]},{"osd":2,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.41699999999999998,"15min":0.42199999999999999},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.432},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.41599999999999998,"15min":0.41799999999999998},"min":{"1min":0.29599999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.39900000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.71199999999999997,"5min":0.69999999999999996,"15min":0.69799999999999995},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.143,"5min":1.143,"15min":1.143},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.82899999999999996,"15min":0.84599999999999997},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.94599999999999995,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":0.71999999999999997}]},{"osd":4,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.53800000000000003,"15min":0.52600000000000002},"min":{"1min":0.41799999999999998,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.56299999999999994,"15min":0.55800000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.72999999999999998,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.57799999999999996}]},{"osd":5,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.44700000000000001,"5min":0.496,"15min":0.504},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.74199999999999999,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.496,"15min":0.502},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.52100000000000002}]},{"osd":6,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.81499999999999995,"15min":0.82599999999999996},"min":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.96099999999999997,"5min":1.129,"15min":1.129},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.75600000000000001,"5min":0.82399999999999995,"15min":0.83599999999999997},"min":{"1min":0.57999999999999996,"5min":0.53000000000000003,"15min":0.53000000000000003},"max":{"1min":1.0149999999999999,"5min":1.161,"15min":1.161},"last":0.88500000000000001}]},{"osd":7,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.63100000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":0.81699999999999995,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.623,"15min":0.621},"min":{"1min":0.47999999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.56100000000000005}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":1.042},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.97199999999999998,"15min":0.97199999999999998},"min":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.0740000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.623},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.72999999999999998}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.751}]}]},{"osd":7,"up_from":51,"seq":219043332132,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28508,"kb_used_data":1492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716644,"statfs":{"total":95995035648,"available":95965843456,"internally_reserved":0,"allocated":1527808,"data_stored":1031580,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71999999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69599999999999995,"15min":0.68999999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.42299999999999999,"5min":0.38700000000000001,"15min":0.38100000000000001},"min":{"1min":0.317,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68600000000000005,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.42099999999999999,"15min":0.42399999999999999},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"last":0.40500000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.55000000000000004,"15min":0.55500000000000005},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71799999999999997,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.54400000000000004,"15min":0.54000000000000004},"min":{"1min":0.44900000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.70399999999999996}]},{"osd":3,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.747,"5min":0.75,"15min":0.75},"min":{"1min":0.51100000000000001,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.254,"5min":1.254,"15min":1.254},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.78400000000000003,"15min":0.77900000000000003},"min":{"1min":0.58699999999999997,"5min":0.505,"15min":0.505},"max":{"1min":1.0469999999999999,"5min":1.081,"15min":1.081},"last":0.53000000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.47599999999999998,"15min":0.47899999999999998},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.48899999999999999,"15min":0.499},"min":{"1min":0.34499999999999997,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.72899999999999998,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.47499999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.61299999999999999,"15min":0.62},"min":{"1min":0.45200000000000001,"5min":0.44,"15min":0.44},"max":{"1min":0.69699999999999995,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.1659999999999999,"5min":0.71399999999999997,"15min":0.63800000000000001},"min":{"1min":0.42199999999999999,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":11.225,"5min":11.225,"15min":11.225},"last":0.59999999999999998}]},{"osd":6,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.81599999999999995,"5min":0.80600000000000005,"15min":0.80400000000000005},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.103,"5min":1.103,"15min":1.103},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.83999999999999997,"15min":0.84199999999999997},"min":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"max":{"1min":1.121,"5min":1.425,"15min":1.425},"last":0.80600000000000005}]},{"osd":8,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.64600000000000002,"15min":0.64200000000000002},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.63200000000000001,"15min":0.628},"min":{"1min":0.48599999999999999,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.78400000000000003,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.63400000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.873,"15min":0.873},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.876}]},{"osd":10,"last update":"Mon Feb 26 04:56:09 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"min":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"last":0.82399999999999995}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495660,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32076,"kb_used_data":900,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713076,"statfs":{"total":95995035648,"available":95962189824,"internally_reserved":0,"allocated":921600,"data_stored":438728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.2390000000000001,"5min":1.0800000000000001,"15min":1.0289999999999999},"min":{"1min":0.46899999999999997,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.8,"5min":1.948,"15min":1.948},"last":0.79500000000000004},{"interface":"front","average":{"1min":1.3360000000000001,"5min":1.224,"15min":1.1759999999999999},"min":{"1min":0.63700000000000001,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":2.1469999999999998,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.371}]},{"osd":1,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.014,"5min":1.0269999999999999,"15min":1.0249999999999999},"min":{"1min":0.68100000000000005,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.2290000000000001,"5min":1.726,"15min":1.726},"last":1.232},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.0469999999999999,"15min":1.05},"min":{"1min":0.72899999999999998,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.5649999999999999,"5min":1.647,"15min":1.647},"last":0.98499999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.208,"5min":1.0780000000000001,"15min":1.0569999999999999},"min":{"1min":0.69399999999999995,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.972,"5min":1.972,"15min":1.972},"last":0.752},{"interface":"front","average":{"1min":1.2569999999999999,"5min":1.1699999999999999,"15min":1.1379999999999999},"min":{"1min":0.76900000000000002,"5min":0.70799999999999996,"15min":0.70799999999999996},"max":{"1min":2.2130000000000001,"5min":2.2130000000000001,"15min":2.2130000000000001},"last":0.872}]},{"osd":3,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.514,"5min":1.4670000000000001,"15min":1.4299999999999999},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.5030000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":1.2989999999999999},{"interface":"front","average":{"1min":1.4630000000000001,"5min":1.375,"15min":1.339},"min":{"1min":0.63700000000000001,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":2.0870000000000002,"5min":2.0870000000000002,"15min":2.0870000000000002},"last":1.3169999999999999}]},{"osd":4,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.4259999999999999,"5min":1.234,"15min":1.1739999999999999},"min":{"1min":0.70799999999999996,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.0819999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.5649999999999999,"5min":1.4359999999999999,"15min":1.3939999999999999},"min":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.84499999999999997},"max":{"1min":2.407,"5min":2.407,"15min":2.407},"last":1.3959999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:56:22 2024","interfaces":[{"interface":"back","average":{"1min":1.409,"5min":1.411,"15min":1.393},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":2.2320000000000002,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":1.081},{"interface":"front","average":{"1min":1.619,"5min":1.4370000000000001,"15min":1.375},"min":{"1min":0.97699999999999998,"5min":0.81200000000000006,"15min":0.81200000000000006},"max":{"1min":2.2309999999999999,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":1.2689999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:47 2024","interfaces":[{"interface":"back","average":{"1min":1.8129999999999999,"5min":1.488,"15min":1.4339999999999999},"min":{"1min":0.95799999999999996,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":2.4529999999999998,"5min":2.4529999999999998,"15min":2.4529999999999998},"last":1.3540000000000001},{"interface":"front","average":{"1min":1.883,"5min":1.554,"15min":1.4990000000000001},"min":{"1min":0.99299999999999999,"5min":0.97999999999999998,"15min":0.97999999999999998},"max":{"1min":2.4780000000000002,"5min":2.4780000000000002,"15min":2.4780000000000002},"last":1.4490000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:11 2024","interfaces":[{"interface":"back","average":{"1min":1.6619999999999999,"5min":1.6339999999999999,"15min":1.629},"min":{"1min":0.95399999999999996,"5min":0.62,"15min":0.62},"max":{"1min":2.3340000000000001,"5min":2.3340000000000001,"15min":2.3340000000000001},"last":1.157},{"interface":"front","average":{"1min":1.677,"5min":1.609,"15min":1.5980000000000001},"min":{"1min":1.0529999999999999,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.1059999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":1.115}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.9239999999999999,"15min":1.9239999999999999},"min":{"1min":1.1120000000000001,"5min":1.1120000000000001,"15min":1.1120000000000001},"max":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":1.546},{"interface":"front","average":{"1min":2.02,"5min":2.02,"15min":2.02},"min":{"1min":1.032,"5min":1.032,"15min":1.032},"max":{"1min":2.734,"5min":2.734,"15min":2.734},"last":1.5149999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":1.8380000000000001,"5min":1.8380000000000001,"15min":1.8380000000000001},"min":{"1min":1.133,"5min":1.133,"15min":1.133},"max":{"1min":2.3959999999999999,"5min":2.3959999999999999,"15min":2.3959999999999999},"last":1.4179999999999999},{"interface":"front","average":{"1min":1.8919999999999999,"5min":1.8919999999999999,"15min":1.8919999999999999},"min":{"1min":1.089,"5min":1.089,"15min":1.089},"max":{"1min":2.3780000000000001,"5min":2.3780000000000001,"15min":2.3780000000000001},"last":1.4830000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574919,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":481898,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.755,"5min":0.67200000000000004,"15min":0.61799999999999999},"min":{"1min":0.46500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.22,"5min":1.22,"15min":1.22},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.70099999999999996,"15min":0.64900000000000002},"min":{"1min":0.51800000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.53800000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.52700000000000002,"15min":0.50800000000000001},"min":{"1min":0.41599999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.78900000000000003,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.70999999999999996},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.53800000000000003,"15min":0.52300000000000002},"min":{"1min":0.36799999999999999,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.746,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.73599999999999999}]},{"osd":3,"last update":"Mon Feb 26 04:56:03 2024","interfaces":[{"interface":"back","average":{"1min":0.77300000000000002,"5min":0.72999999999999998,"15min":0.68799999999999994},"min":{"1min":0.49199999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.1120000000000001,"5min":1.341,"15min":1.341},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.77000000000000002,"5min":0.72899999999999998,"15min":0.70599999999999996},"min":{"1min":0.42699999999999999,"5min":0.379,"15min":0.379},"max":{"1min":1.0149999999999999,"5min":1.266,"15min":1.266},"last":0.63}]},{"osd":4,"last update":"Mon Feb 26 04:56:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48199999999999998,"5min":0.41799999999999998,"15min":0.39800000000000002},"min":{"1min":0.29799999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.42699999999999999,"15min":0.40899999999999997},"min":{"1min":0.33000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.47699999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:55:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.54500000000000004,"15min":0.51100000000000001},"min":{"1min":0.44,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.753},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.54900000000000004,"15min":0.52900000000000003},"min":{"1min":0.45400000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"last":0.69899999999999995}]},{"osd":6,"last update":"Mon Feb 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.81299999999999994,"15min":0.80900000000000005},"min":{"1min":0.60899999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.105,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.78900000000000003,"15min":0.77700000000000002},"min":{"1min":0.47799999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.129,"5min":1.129,"15min":1.129},"last":0.874}]},{"osd":7,"last update":"Mon Feb 26 04:55:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.51300000000000001,"15min":0.50700000000000001},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.496,"15min":0.49399999999999999},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68500000000000005,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.68300000000000005}]},{"osd":8,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.61299999999999999,"15min":0.60899999999999999},"min":{"1min":0.50700000000000001,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.83299999999999996,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.64300000000000002,"15min":0.63100000000000001},"min":{"1min":0.56200000000000006,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.84499999999999997}]},{"osd":9,"last update":"Mon Feb 26 04:55:42 2024","interfaces":[{"interface":"back","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.83099999999999996},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.155,"5min":1.155,"15min":1.155},"last":0.76900000000000002}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.78400000000000003}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89700000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738444,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27936,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717216,"statfs":{"total":95995035648,"available":95966429184,"internally_reserved":0,"allocated":942080,"data_stored":439999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":0.83599999999999997,"15min":0.71399999999999997},"min":{"1min":0.88800000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5289999999999999,"5min":1.649,"15min":1.649},"last":0.71099999999999997},{"interface":"front","average":{"1min":1.165,"5min":0.86499999999999999,"15min":0.73299999999999998},"min":{"1min":0.89300000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":1.534,"5min":1.534,"15min":1.534},"last":0.65900000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:55:33 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.878,"15min":0.81399999999999995},"min":{"1min":0.58699999999999997,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3720000000000001,"5min":1.3720000000000001,"15min":1.3720000000000001},"last":0.95799999999999996},{"interface":"front","average":{"1min":1.1879999999999999,"5min":0.95999999999999996,"15min":0.88200000000000001},"min":{"1min":0.72499999999999998,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.6279999999999999,"5min":1.6279999999999999,"15min":1.6279999999999999},"last":0.78900000000000003}]},{"osd":3,"last update":"Mon Feb 26 04:55:00 2024","interfaces":[{"interface":"back","average":{"1min":1.1759999999999999,"5min":1.008,"15min":0.97899999999999998},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":1.4510000000000001},{"interface":"front","average":{"1min":1.3320000000000001,"5min":1.1890000000000001,"15min":1.155},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.9359999999999999,"5min":1.9359999999999999,"15min":1.9359999999999999},"last":1.3200000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:56:24 2024","interfaces":[{"interface":"back","average":{"1min":1.2210000000000001,"5min":1.1559999999999999,"15min":1.083},"min":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"max":{"1min":1.845,"5min":1.9339999999999999,"15min":1.9339999999999999},"last":1.2390000000000001},{"interface":"front","average":{"1min":1.2110000000000001,"5min":1.0629999999999999,"15min":0.97299999999999998},"min":{"1min":0.91300000000000003,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.8,"5min":2.121,"15min":2.121},"last":1.147}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5369999999999999,"5min":1.292,"15min":1.238},"min":{"1min":1.0880000000000001,"5min":0.82499999999999996,"15min":0.82499999999999996},"max":{"1min":2.0960000000000001,"5min":2.0960000000000001,"15min":2.0960000000000001},"last":1.1890000000000001},{"interface":"front","average":{"1min":1.593,"5min":1.2410000000000001,"15min":1.173},"min":{"1min":1.175,"5min":0.77100000000000002,"15min":0.77100000000000002},"max":{"1min":2,"5min":2,"15min":2},"last":1.21}]},{"osd":6,"last update":"Mon Feb 26 04:56:18 2024","interfaces":[{"interface":"back","average":{"1min":1.819,"5min":1.5349999999999999,"15min":1.462},"min":{"1min":1.234,"5min":0.71999999999999997,"15min":0.71999999999999997},"max":{"1min":2.6179999999999999,"5min":2.6179999999999999,"15min":2.6179999999999999},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.538,"5min":1.454,"15min":1.4259999999999999},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.1600000000000001,"5min":2.4729999999999999,"15min":2.4729999999999999},"last":0.92800000000000005}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.528,"15min":1.486},"min":{"1min":1.266,"5min":0.877,"15min":0.877},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.827,"5min":1.488,"15min":1.4319999999999999},"min":{"1min":1.484,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.3900000000000001,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.71599999999999997}]},{"osd":8,"last update":"Mon Feb 26 04:56:13 2024","interfaces":[{"interface":"back","average":{"1min":1.5600000000000001,"5min":1.454,"15min":1.4359999999999999},"min":{"1min":0.90500000000000003,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":2.0390000000000001,"5min":2.0390000000000001,"15min":2.0390000000000001},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.8360000000000001,"5min":1.6579999999999999,"15min":1.6279999999999999},"min":{"1min":1.0589999999999999,"5min":0.91900000000000004,"15min":0.91900000000000004},"max":{"1min":2.2450000000000001,"5min":2.2450000000000001,"15min":2.2450000000000001},"last":1.0680000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:40 2024","interfaces":[{"interface":"back","average":{"1min":2.0699999999999998,"5min":2.0699999999999998,"15min":2.0699999999999998},"min":{"1min":1.627,"5min":1.627,"15min":1.627},"max":{"1min":2.673,"5min":2.673,"15min":2.673},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.9079999999999999,"5min":1.9079999999999999,"15min":1.9079999999999999},"min":{"1min":1.508,"5min":1.508,"15min":1.508},"max":{"1min":2.2909999999999999,"5min":2.2909999999999999,"15min":2.2909999999999999},"last":1.1120000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":1.982,"5min":1.982,"15min":1.982},"min":{"1min":1.5980000000000001,"5min":1.5980000000000001,"15min":1.5980000000000001},"max":{"1min":2.4319999999999999,"5min":2.4319999999999999,"15min":2.4319999999999999},"last":1.379},{"interface":"front","average":{"1min":2.036,"5min":2.036,"15min":2.036},"min":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"max":{"1min":2.5059999999999998,"5min":2.5059999999999998,"15min":2.5059999999999998},"last":1.3440000000000001}]},{"osd":11,"last update":"Mon Feb 26 04:56:32 2024","interfaces":[{"interface":"back","average":{"1min":1.593,"5min":1.593,"15min":1.593},"min":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"max":{"1min":2.1840000000000002,"5min":2.1840000000000002,"15min":2.1840000000000002},"last":1.0229999999999999},{"interface":"front","average":{"1min":1.9179999999999999,"5min":1.9179999999999999,"15min":1.9179999999999999},"min":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.504,"5min":2.504,"15min":2.504},"last":1.405}]}]},{"osd":2,"up_from":18,"seq":77309411393,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32108,"kb_used_data":932,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713044,"statfs":{"total":95995035648,"available":95962157056,"internally_reserved":0,"allocated":954368,"data_stored":448474,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.65400000000000003,"15min":0.61399999999999999},"min":{"1min":0.44700000000000001,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.93400000000000005,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.66400000000000003,"15min":0.627},"min":{"1min":0.442,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.1439999999999999,"5min":1.169,"15min":1.169},"last":0.68000000000000005}]},{"osd":1,"last update":"Mon Feb 26 04:56:28 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":0.52900000000000003,"15min":0.54100000000000004},"min":{"1min":0.372,"5min":0.311,"15min":0.311},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.52600000000000002,"15min":0.53700000000000003},"min":{"1min":0.34100000000000003,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.70699999999999996,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.66600000000000004}]},{"osd":3,"last update":"Mon Feb 26 04:56:00 2024","interfaces":[{"interface":"back","average":{"1min":0.73399999999999999,"5min":0.68400000000000005,"15min":0.67300000000000004},"min":{"1min":0.41999999999999998,"5min":0.378,"15min":0.378},"max":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.69799999999999995,"15min":0.68000000000000005},"min":{"1min":0.46100000000000002,"5min":0.378,"15min":0.378},"max":{"1min":1.0069999999999999,"5min":1.075,"15min":1.075},"last":0.71399999999999997}]},{"osd":4,"last update":"Mon Feb 26 04:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.56100000000000005,"15min":0.54800000000000004},"min":{"1min":0.40699999999999997,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53900000000000003,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.64800000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.42699999999999999,"15min":0.42499999999999999},"min":{"1min":0.307,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60299999999999998,"5min":0.64500000000000002,"15min":0.64500000000000002},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.49399999999999999,"15min":0.48699999999999999},"min":{"1min":0.32700000000000001,"5min":0.312,"15min":0.312},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435}]},{"osd":6,"last update":"Mon Feb 26 04:56:20 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.76700000000000002,"15min":0.75},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.1379999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.752},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.73899999999999999,"15min":0.72699999999999998},"min":{"1min":0.51900000000000002,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.048,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.81200000000000006}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70399999999999996,"5min":0.754,"15min":0.754},"last":0.41899999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.50700000000000001,"15min":0.51300000000000001},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.89700000000000002,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.38800000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.2,"5min":1.2,"15min":1.2},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.73199999999999998,"5min":0.73199999999999998,"15min":0.73199999999999998},"max":{"1min":1.4810000000000001,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.74199999999999999}]},{"osd":10,"last update":"Mon Feb 26 04:56:10 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65200000000000002,"15min":0.65200000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.63},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.92100000000000004,"5min":0.92100000000000004,"15min":0.92100000000000004},"last":0.59499999999999997}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]},{"osd":3,"up_from":25,"seq":107374182459,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27932,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717220,"statfs":{"total":95995035648,"available":95966433280,"internally_reserved":0,"allocated":937984,"data_stored":439039,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.254,"5min":0.98299999999999998,"15min":0.88300000000000001},"min":{"1min":0.57099999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.82799999999999996},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.079,"15min":0.97399999999999998},"min":{"1min":0.83699999999999997,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.234,"5min":2.234,"15min":2.234},"last":1.151}]},{"osd":1,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.117,"5min":0.93999999999999995,"15min":0.89800000000000002},"min":{"1min":0.81200000000000006,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.716,"5min":1.716,"15min":1.716},"last":1.454},{"interface":"front","average":{"1min":1.129,"5min":0.95099999999999996,"15min":0.90700000000000003},"min":{"1min":0.91500000000000004,"5min":0.627,"15min":0.627},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":1.036}]},{"osd":2,"last update":"Mon Feb 26 04:56:02 2024","interfaces":[{"interface":"back","average":{"1min":1.333,"5min":1.05,"15min":0.96599999999999997},"min":{"1min":0.89000000000000001,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.343,"5min":2.343,"15min":2.343},"last":0.77700000000000002},{"interface":"front","average":{"1min":1.419,"5min":1.1220000000000001,"15min":1.03},"min":{"1min":0.82799999999999996,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":2.069,"5min":2.069,"15min":2.069},"last":1.3089999999999999}]},{"osd":4,"last update":"Mon Feb 26 04:56:27 2024","interfaces":[{"interface":"back","average":{"1min":1.3029999999999999,"5min":1.1699999999999999,"15min":1.1020000000000001},"min":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":1.925,"5min":2.0049999999999999,"15min":2.0049999999999999},"last":1.5680000000000001},{"interface":"front","average":{"1min":1.248,"5min":1.119,"15min":1.046},"min":{"1min":0.66200000000000003,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.4079999999999999,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":0.99199999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:55:50 2024","interfaces":[{"interface":"back","average":{"1min":1.5269999999999999,"5min":1.284,"15min":1.222},"min":{"1min":1.0049999999999999,"5min":0.81899999999999995,"15min":0.81899999999999995},"max":{"1min":2.1360000000000001,"5min":2.1360000000000001,"15min":2.1360000000000001},"last":1.516},{"interface":"front","average":{"1min":1.431,"5min":1.1599999999999999,"15min":1.1020000000000001},"min":{"1min":0.80200000000000005,"5min":0.629,"15min":0.629},"max":{"1min":2.2639999999999998,"5min":2.2639999999999998,"15min":2.2639999999999998},"last":0.93200000000000005}]},{"osd":6,"last update":"Mon Feb 26 04:56:21 2024","interfaces":[{"interface":"back","average":{"1min":1.7070000000000001,"5min":1.4710000000000001,"15min":1.3899999999999999},"min":{"1min":0.84199999999999997,"5min":0.76500000000000001,"15min":0.76500000000000001},"max":{"1min":2.7330000000000001,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":0.89700000000000002},{"interface":"front","average":{"1min":1.8260000000000001,"5min":1.587,"15min":1.5029999999999999},"min":{"1min":1.0569999999999999,"5min":0.98099999999999998,"15min":0.98099999999999998},"max":{"1min":2.4670000000000001,"5min":2.4670000000000001,"15min":2.4670000000000001},"last":1.6659999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:46 2024","interfaces":[{"interface":"back","average":{"1min":1.881,"5min":1.5409999999999999,"15min":1.484},"min":{"1min":1.3300000000000001,"5min":1.0269999999999999,"15min":1.0269999999999999},"max":{"1min":2.3149999999999999,"5min":2.3149999999999999,"15min":2.3149999999999999},"last":1.6180000000000001},{"interface":"front","average":{"1min":1.75,"5min":1.5109999999999999,"15min":1.4710000000000001},"min":{"1min":1,"5min":0.79200000000000004,"15min":0.79200000000000004},"max":{"1min":2.367,"5min":2.367,"15min":2.367},"last":1.0740000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":1.667,"15min":1.6140000000000001},"min":{"1min":1.4330000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.585,"5min":2.585,"15min":2.585},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.6399999999999999,"5min":1.4970000000000001,"15min":1.4730000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":0.77900000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:55:41 2024","interfaces":[{"interface":"back","average":{"1min":1.9239999999999999,"5min":1.9239999999999999,"15min":1.9239999999999999},"min":{"1min":1.1970000000000001,"5min":1.1970000000000001,"15min":1.1970000000000001},"max":{"1min":2.4820000000000002,"5min":2.4820000000000002,"15min":2.4820000000000002},"last":1.256},{"interface":"front","average":{"1min":2.0910000000000002,"5min":2.0910000000000002,"15min":2.0910000000000002},"min":{"1min":1.5640000000000001,"5min":1.5640000000000001,"15min":1.5640000000000001},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":1.883}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":2.149,"5min":2.149,"15min":2.149},"min":{"1min":1.7410000000000001,"5min":1.7410000000000001,"15min":1.7410000000000001},"max":{"1min":2.5699999999999998,"5min":2.5699999999999998,"15min":2.5699999999999998},"last":1.8320000000000001},{"interface":"front","average":{"1min":1.758,"5min":1.758,"15min":1.758},"min":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"max":{"1min":2.4129999999999998,"5min":2.4129999999999998,"15min":2.4129999999999998},"last":1.119}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.78}]}]},{"osd":4,"up_from":33,"seq":141733920820,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27912,"kb_used_data":896,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717240,"statfs":{"total":95995035648,"available":95966453760,"internally_reserved":0,"allocated":917504,"data_stored":438543,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.66300000000000003,"15min":0.63500000000000001},"min":{"1min":0.44700000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89100000000000001,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.68300000000000005,"15min":0.66500000000000004},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.107,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.41999999999999998,"5min":0.38400000000000001,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.58699999999999997,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.39200000000000002,"15min":0.374},"min":{"1min":0.28100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.42799999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.57199999999999995,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.55800000000000005,"15min":0.56200000000000006},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.46000000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:56:29 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.73299999999999998,"15min":0.67800000000000005},"min":{"1min":0.51300000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.99399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.745,"15min":0.70299999999999996},"min":{"1min":0.49099999999999999,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.2569999999999999,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.68200000000000005}]},{"osd":5,"last update":"Mon Feb 26 04:55:49 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.57999999999999996,"15min":0.58199999999999996},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82299999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58099999999999996,"15min":0.56999999999999995},"min":{"1min":0.53300000000000003,"5min":0.372,"15min":0.372},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Feb 26 04:56:25 2024","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.96399999999999997,"15min":1.046},"min":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1020000000000001,"5min":7.218,"15min":7.218},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.83799999999999997,"5min":1.155,"15min":1.2949999999999999},"min":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.089,"5min":7.1779999999999999,"15min":7.1779999999999999},"last":0.62}]},{"osd":7,"last update":"Mon Feb 26 04:55:44 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.51200000000000001,"15min":0.503},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.67000000000000004,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.56200000000000006}]},{"osd":8,"last update":"Mon Feb 26 04:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.64000000000000001,"15min":0.63200000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.73099999999999998,"5min":0.68700000000000006,"15min":0.68000000000000005},"min":{"1min":0.56200000000000006,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"last":0.74399999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:55:39 2024","interfaces":[{"interface":"back","average":{"1min":0.96699999999999997,"5min":0.96699999999999997,"15min":0.96699999999999997},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.331,"5min":1.331,"15min":1.331},"last":0.79300000000000004},{"interface":"front","average":{"1min":1.016,"5min":1.016,"15min":1.016},"min":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.80700000000000005}]},{"osd":10,"last update":"Mon Feb 26 04:56:08 2024","interfaces":[{"interface":"back","average":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.65100000000000002}]},{"osd":11,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75800000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757296,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28520,"kb_used_data":1504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716632,"statfs":{"total":95995035648,"available":95965831168,"internally_reserved":0,"allocated":1540096,"data_stored":1030873,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.74199999999999999,"5min":0.70099999999999996,"15min":0.69199999999999995},"min":{"1min":0.45000000000000001,"5min":0.434,"15min":0.434},"max":{"1min":0.96299999999999997,"5min":1.034,"15min":1.034},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.68400000000000005,"5min":0.67400000000000004,"15min":0.67000000000000004},"min":{"1min":0.46700000000000003,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.92600000000000005,"5min":0.92600000000000005,"15min":0.92600000000000005},"last":0.67500000000000004}]},{"osd":1,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51300000000000001,"15min":0.51200000000000001},"min":{"1min":0.373,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.65900000000000003,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.53400000000000003,"15min":0.52800000000000002},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.57199999999999995}]},{"osd":2,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.437,"5min":0.38900000000000001,"15min":0.38800000000000001},"min":{"1min":0.28199999999999997,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.65700000000000003,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.435,"5min":0.39300000000000002,"15min":0.39000000000000001},"min":{"1min":0.27200000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.82799999999999996,"5min":0.73199999999999998,"15min":0.71199999999999997},"min":{"1min":0.5,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.0110000000000001,"5min":2.0110000000000001,"15min":2.0110000000000001},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.82999999999999996,"5min":0.79200000000000004,"15min":0.76800000000000002},"min":{"1min":0.50700000000000001,"5min":0.437,"15min":0.437},"max":{"1min":1.7749999999999999,"5min":3.9300000000000002,"15min":3.9300000000000002},"last":0.65800000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:55:53 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.58399999999999996,"15min":0.56399999999999995},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.77700000000000002,"5min":3.915,"15min":3.915},"last":0.83599999999999997}]},{"osd":6,"last update":"Mon Feb 26 04:56:19 2024","interfaces":[{"interface":"back","average":{"1min":0.82399999999999995,"5min":0.78700000000000003,"15min":0.78000000000000003},"min":{"1min":0.68100000000000005,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.1990000000000001,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.88500000000000001,"5min":0.89900000000000002,"15min":0.90700000000000003},"min":{"1min":0.61199999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.913,"5min":3.9729999999999999,"15min":3.9729999999999999},"last":0.872}]},{"osd":7,"last update":"Mon Feb 26 04:55:49 2024","interfaces":[{"interface":"back","average":{"1min":0.629,"5min":0.56699999999999995,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.71899999999999997,"15min":0.73899999999999999},"min":{"1min":0.42499999999999999,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.82199999999999995,"5min":3.9540000000000002,"15min":3.9540000000000002},"last":0.72799999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53200000000000003,"15min":0.53400000000000003},"min":{"1min":0.38700000000000001,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.67700000000000005,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.498},{"interface":"front","average":{"1min":0.57799999999999996,"5min":0.58499999999999996,"15min":0.58599999999999997},"min":{"1min":0.36099999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.92100000000000004,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.59799999999999998}]},{"osd":9,"last update":"Mon Feb 26 04:55:44 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.99199999999999999},{"interface":"front","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.2789999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.76100000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.81799999999999995},{"interface":"front","average":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"min":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.79700000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":43377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":22636,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":644,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1867,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2574,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":738,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":45346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-26T04:56:37.826 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-02-26T04:56:37.827 INFO:tasks.cephadm:Setting up client nodes... 2024-02-26T04:56:37.827 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-02-26T04:56:37.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-02-26T04:56:37.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-02-26T04:56:37.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: pgmap v315: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.8 KiB/s wr, 20 op/s 2024-02-26T04:56:37.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:37 smithi112 ceph-mon[31817]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:38.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2024050652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: pgmap v315: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.8 KiB/s wr, 20 op/s 2024-02-26T04:56:38.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:37 smithi175 ceph-mon[36652]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:38.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2024050652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:38.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]: dispatch 2024-02-26T04:56:38.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]: dispatch 2024-02-26T04:56:38.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]: dispatch 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]: dispatch 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]: dispatch 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]: dispatch 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]: dispatch 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: pgmap v315: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 9.8 KiB/s wr, 20 op/s 2024-02-26T04:56:38.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:37 smithi161 ceph-mon[36447]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:38.269 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-02-26T04:56:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]': finished 2024-02-26T04:56:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-02-26T04:56:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-02-26T04:56:38.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-02-26T04:56:38.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-02-26T04:56:38.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-02-26T04:56:38.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: osdmap e86: 12 total, 12 up, 12 in 2024-02-26T04:56:38.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:38 smithi112 ceph-mon[31817]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-02-26T04:56:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: osdmap e86: 12 total, 12 up, 12 in 2024-02-26T04:56:39.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:38 smithi175 ceph-mon[36652]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:39.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.0", "id": [7, 11]}]': finished 2024-02-26T04:56:39.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4, 8, 11]}]': finished 2024-02-26T04:56:39.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1a", "id": [8, 1]}]': finished 2024-02-26T04:56:39.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [2, 4]}]': finished 2024-02-26T04:56:39.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2", "id": [3, 9]}]': finished 2024-02-26T04:56:39.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.13", "id": [4, 9]}]': finished 2024-02-26T04:56:39.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.2c", "id": [4, 9]}]': finished 2024-02-26T04:56:39.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: osdmap e86: 12 total, 12 up, 12 in 2024-02-26T04:56:39.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:38 smithi161 ceph-mon[36447]: from='client.24727 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:56:39.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:39 smithi112 ceph-mon[31817]: osdmap e87: 12 total, 12 up, 12 in 2024-02-26T04:56:39.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:39 smithi112 ceph-mon[31817]: pgmap v318: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 9.5 KiB/s wr, 22 op/s 2024-02-26T04:56:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:39 smithi175 ceph-mon[36652]: osdmap e87: 12 total, 12 up, 12 in 2024-02-26T04:56:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:39 smithi175 ceph-mon[36652]: pgmap v318: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 9.5 KiB/s wr, 22 op/s 2024-02-26T04:56:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:39 smithi161 ceph-mon[36447]: osdmap e87: 12 total, 12 up, 12 in 2024-02-26T04:56:40.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:39 smithi161 ceph-mon[36447]: pgmap v318: 97 pgs: 97 active+clean; 623 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 8.0 KiB/s rd, 9.5 KiB/s wr, 22 op/s 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.571+0000 7f7490200700 1 -- 172.21.15.112:0/2168502347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488105070 msgr2=0x7f7488107460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.571+0000 7f7490200700 1 --2- 172.21.15.112:0/2168502347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488105070 0x7f7488107460 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f7474009990 tx=0x7f7474009ca0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 -- 172.21.15.112:0/2168502347 shutdown_connections 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 --2- 172.21.15.112:0/2168502347 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f7488109e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 --2- 172.21.15.112:0/2168502347 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488102740 0x7f7488104b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 --2- 172.21.15.112:0/2168502347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488105070 0x7f7488107460 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 -- 172.21.15.112:0/2168502347 >> 172.21.15.112:0/2168502347 conn(0x7f74880fc170 msgr2=0x7f74880fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 -- 172.21.15.112:0/2168502347 shutdown_connections 2024-02-26T04:56:40.575 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.572+0000 7f7490200700 1 -- 172.21.15.112:0/2168502347 wait complete. 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 Processor -- start 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 -- start start 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 0x7f7488199e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 0x7f748819a3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f74881a1440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74881a1a10 con 0x7f7488102740 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74881a1b50 con 0x7f7488105070 2024-02-26T04:56:40.577 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.573+0000 7f7490200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74881a1ce0 con 0x7f74881079a0 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 0x7f7488199e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748ce00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 0x7f748819a3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748ce00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 0x7f748819a3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:54198/0 (socket says 172.21.15.112:54198) 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748ce00700 1 -- 172.21.15.112:0/4021282428 learned_addr learned my addr 172.21.15.112:0/4021282428 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748e200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f74881a1440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 -- 172.21.15.112:0/4021282428 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 msgr2=0x7f74881a1440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f74881a1440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 -- 172.21.15.112:0/4021282428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 msgr2=0x7f748819a3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 0x7f748819a3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748d800700 1 -- 172.21.15.112:0/4021282428 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74740095f0 con 0x7f7488102740 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.574+0000 7f748e200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f74881a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:40.578 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f748d800700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 0x7f7488199e80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f747c00ea20 tx=0x7f747c00ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:40.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f747c00cbd0 con 0x7f7488102740 2024-02-26T04:56:40.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f747c00ee60 con 0x7f7488102740 2024-02-26T04:56:40.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74881a1fc0 con 0x7f7488102740 2024-02-26T04:56:40.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f747c018680 con 0x7f7488102740 2024-02-26T04:56:40.579 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.575+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74881a23e0 con 0x7f7488102740 2024-02-26T04:56:40.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.576+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7488050180 con 0x7f7488102740 2024-02-26T04:56:40.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.578+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f747c010430 con 0x7f7488102740 2024-02-26T04:56:40.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.579+0000 7f7486000700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 0x7f74700a47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:40.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.580+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f747c014070 con 0x7f7488102740 2024-02-26T04:56:40.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.580+0000 7f748ce00700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 0x7f74700a47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:40.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.580+0000 7f748ce00700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 0x7f74700a47d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f747400b800 tx=0x7f747400b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:40.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.584+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f747c052d20 con 0x7f7488102740 2024-02-26T04:56:40.891 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.888+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f74881095a0 con 0x7f7488102740 2024-02-26T04:56:40.896 INFO:teuthology.orchestra.run.smithi112.stdout:[client.0] 2024-02-26T04:56:40.896 INFO:teuthology.orchestra.run.smithi112.stdout: key = AQAIGtxlXDMRNRAAO4hVuHA4xik+Tm4acE5w+Q== 2024-02-26T04:56:40.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.893+0000 7f7486000700 1 -- 172.21.15.112:0/4021282428 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) v1 ==== 170+0+59 (secure 0 0 0) 0x7f747c096d00 con 0x7f7488102740 2024-02-26T04:56:40.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 msgr2=0x7f74700a47d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:40.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 0x7f74700a47d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f747400b800 tx=0x7f747400b260 comp rx=0 tx=0).stop 2024-02-26T04:56:40.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 msgr2=0x7f7488199e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:40.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 0x7f7488199e80 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f747c00ea20 tx=0x7f747c00ed30 comp rx=0 tx=0).stop 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 shutdown_connections 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f74700a2310 0x7f74700a47d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74881079a0 0x7f74881a1440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7488102740 0x7f7488199e80 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 --2- 172.21.15.112:0/4021282428 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7488105070 0x7f748819a3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 >> 172.21.15.112:0/4021282428 conn(0x7f74880fc170 msgr2=0x7f7488101dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 shutdown_connections 2024-02-26T04:56:40.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:40.896+0000 7f7490200700 1 -- 172.21.15.112:0/4021282428 wait complete. 2024-02-26T04:56:41.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:40 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-26T04:56:41.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:40 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-26T04:56:41.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:40 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-26T04:56:41.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:40 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-26T04:56:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:40 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-02-26T04:56:41.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:40 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4021282428' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-02-26T04:56:41.771 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:56:41.771 DEBUG:teuthology.orchestra.run.smithi112:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-02-26T04:56:41.771 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-02-26T04:56:41.927 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-02-26T04:56:41.928 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-02-26T04:56:41.928 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph mgr dump --format=json 2024-02-26T04:56:42.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:41 smithi112 ceph-mon[31817]: pgmap v319: 97 pgs: 97 active+clean; 630 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-02-26T04:56:42.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:41 smithi175 ceph-mon[36652]: pgmap v319: 97 pgs: 97 active+clean; 630 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-02-26T04:56:42.412 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:42.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:41 smithi161 ceph-mon[36447]: pgmap v319: 97 pgs: 97 active+clean; 630 KiB data, 341 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.9 KiB/s wr, 20 op/s; 0 B/s, 0 objects/s recovering 2024-02-26T04:56:44.407 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:44 smithi112 ceph-mon[31817]: pgmap v320: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 19 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:44.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:44 smithi175 ceph-mon[36652]: pgmap v320: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 19 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:44 smithi161 ceph-mon[36447]: pgmap v320: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 8.9 KiB/s wr, 19 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:44.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 -- 172.21.15.112:0/1241150240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb8108e90 msgr2=0x7fbeb810cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:44.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 --2- 172.21.15.112:0/1241150240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb8108e90 0x7fbeb810cee0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fbea4009990 tx=0x7fbea4009ca0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 -- 172.21.15.112:0/1241150240 shutdown_connections 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 --2- 172.21.15.112:0/1241150240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb810d5c0 0x7fbeb8115190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 --2- 172.21.15.112:0/1241150240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 --2- 172.21.15.112:0/1241150240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb8108e90 0x7fbeb810cee0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 -- 172.21.15.112:0/1241150240 >> 172.21.15.112:0/1241150240 conn(0x7fbeb8075440 msgr2=0x7fbeb8077860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 -- 172.21.15.112:0/1241150240 shutdown_connections 2024-02-26T04:56:44.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.698+0000 7fbec0600700 1 -- 172.21.15.112:0/1241150240 wait complete. 2024-02-26T04:56:44.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.699+0000 7fbec0600700 1 Processor -- start 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.699+0000 7fbec0600700 1 -- start start 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 0x7fbeb81a4b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 0x7fbeb819e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb819ee30 con 0x7fbeb810d5c0 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb819efa0 con 0x7fbeb8108e90 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbec0600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbeb819f160 con 0x7fbeb81084e0 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbebdc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbebe600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 0x7fbeb819e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbebdc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81a4600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:56698/0 (socket says 172.21.15.112:56698) 2024-02-26T04:56:44.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbebdc00700 1 -- 172.21.15.112:0/3122464606 learned_addr learned my addr 172.21.15.112:0/3122464606 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.700+0000 7fbebd200700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 0x7fbeb81a4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 -- 172.21.15.112:0/3122464606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 msgr2=0x7fbeb81a4600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81a4600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 -- 172.21.15.112:0/3122464606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 msgr2=0x7fbeb81a4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 0x7fbeb81a4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 -- 172.21.15.112:0/3122464606 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbeb0009c40 con 0x7fbeb810d5c0 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebd200700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 0x7fbeb81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:44.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbebe600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 0x7fbeb819e780 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000efb0 tx=0x7fbeb000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.701+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0003a00 con 0x7fbeb810d5c0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.702+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fbeb000f040 con 0x7fbeb810d5c0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.702+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbeb0004710 con 0x7fbeb810d5c0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.702+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea40095f0 con 0x7fbeb810d5c0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.702+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbeb81ab460 con 0x7fbeb810d5c0 2024-02-26T04:56:44.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.703+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbeb81108e0 con 0x7fbeb810d5c0 2024-02-26T04:56:44.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.705+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fbeb000c9a0 con 0x7fbeb810d5c0 2024-02-26T04:56:44.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.706+0000 7fbeb6000700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 0x7fbea00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:44.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.706+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fbeb00cd990 con 0x7fbeb810d5c0 2024-02-26T04:56:44.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.706+0000 7fbebdc00700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 0x7fbea00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:44.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.707+0000 7fbebdc00700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 0x7fbea00a4720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009d20 tx=0x7fbeac009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:44.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.711+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fbeb0096860 con 0x7fbeb810d5c0 2024-02-26T04:56:44.992 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.989+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7fbeb819fcb0 con 0x7fbeb810d5c0 2024-02-26T04:56:45.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:44.997+0000 7fbeb6000700 1 -- 172.21.15.112:0/3122464606 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+261492 (secure 0 0 0) 0x7fbeb0099f20 con 0x7fbeb810d5c0 2024-02-26T04:56:45.004 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.002+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 msgr2=0x7fbea00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.002+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 0x7fbea00a4720 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fbeac009d20 tx=0x7fbeac009260 comp rx=0 tx=0).stop 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 msgr2=0x7fbeb819e780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 0x7fbeb819e780 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fbeb000efb0 tx=0x7fbeb000c3a0 comp rx=0 tx=0).stop 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 shutdown_connections 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fbeb810d5c0 0x7fbeb819e780 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:45.006 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fbea00a2260 0x7fbea00a4720 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:45.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fbeb81084e0 0x7fbeb81a4600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:45.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 --2- 172.21.15.112:0/3122464606 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fbeb8108e90 0x7fbeb81a4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:45.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 >> 172.21.15.112:0/3122464606 conn(0x7fbeb8075440 msgr2=0x7fbeb8075fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:45.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 shutdown_connections 2024-02-26T04:56:45.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:45.003+0000 7fbec0600700 1 -- 172.21.15.112:0/3122464606 wait complete. 2024-02-26T04:56:45.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3122464606' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-26T04:56:45.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:45 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3122464606' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-26T04:56:45.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3122464606' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-02-26T04:56:45.861 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":17,"flags":0,"active_gid":14152,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6800","nonce":2651562415},{"type":"v1","addr":"172.21.15.112:6801","nonce":2651562415}]},"active_addr":"172.21.15.112:6801/2651562415","active_change":"2024-02-26T04:48:37.140944+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24109,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24116,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.112:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":802911903}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3779402871}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":1745256472}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":3446786910}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.112:0","nonce":118809073}]}]} 2024-02-26T04:56:45.866 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-02-26T04:56:45.866 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-02-26T04:56:45.867 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd dump --format=json 2024-02-26T04:56:46.323 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:46.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:46 smithi175 ceph-mon[36652]: pgmap v321: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 5 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:46.653 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:46 smithi112 ceph-mon[31817]: pgmap v321: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 5 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:46 smithi161 ceph-mon[36447]: pgmap v321: 97 pgs: 97 active+clean; 630 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 1.2 KiB/s wr, 5 op/s; 140 B/s, 1 objects/s recovering 2024-02-26T04:56:48.465 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:48 smithi112 ceph-mon[31817]: pgmap v322: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.1 KiB/s wr, 8 op/s; 117 B/s, 1 objects/s recovering 2024-02-26T04:56:48.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:48 smithi175 ceph-mon[36652]: pgmap v322: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.1 KiB/s wr, 8 op/s; 117 B/s, 1 objects/s recovering 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 -- 172.21.15.112:0/2948774654 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 msgr2=0x7f24a81067b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2948774654 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81067b0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2494009990 tx=0x7f2494009ca0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 -- 172.21.15.112:0/2948774654 shutdown_connections 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2948774654 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 0x7f24a810ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2948774654 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 0x7f24a8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2948774654 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81067b0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 -- 172.21.15.112:0/2948774654 >> 172.21.15.112:0/2948774654 conn(0x7f24a80fd640 msgr2=0x7f24a80ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 -- 172.21.15.112:0/2948774654 shutdown_connections 2024-02-26T04:56:48.631 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.627+0000 7f24a7e00700 1 -- 172.21.15.112:0/2948774654 wait complete. 2024-02-26T04:56:48.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.628+0000 7f24a7e00700 1 Processor -- start 2024-02-26T04:56:48.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 -- start start 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 0x7f24a8198170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 0x7f24a819ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24a819d050 con 0x7f24a8102760 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24a819d1c0 con 0x7f24a8101db0 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a7e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24a819d380 con 0x7f24a8106e90 2024-02-26T04:56:48.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a6000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a6000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:54308/0 (socket says 172.21.15.112:54308) 2024-02-26T04:56:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.629+0000 7f24a6000700 1 -- 172.21.15.112:0/2634920285 learned_addr learned my addr 172.21.15.112:0/2634920285 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6a00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 0x7f24a8198170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a7400700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 0x7f24a819ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 -- 172.21.15.112:0/2634920285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 msgr2=0x7f24a819ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 0x7f24a819ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 -- 172.21.15.112:0/2634920285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 msgr2=0x7f24a8198170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 0x7f24a8198170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 -- 172.21.15.112:0/2634920285 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24a0009c40 con 0x7f24a8102760 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.630+0000 7f24a6000700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2494000c00 tx=0x7f2494005590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.631+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f249401d070 con 0x7f24a8102760 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.631+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24940095f0 con 0x7f24a8102760 2024-02-26T04:56:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.631+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f24940056b0 con 0x7f24a8102760 2024-02-26T04:56:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.631+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24940173f0 con 0x7f24a8102760 2024-02-26T04:56:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.631+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24a81a4cf0 con 0x7f24a8102760 2024-02-26T04:56:48.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.632+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24a810a1b0 con 0x7f24a8102760 2024-02-26T04:56:48.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.634+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f24940216a0 con 0x7f24a8102760 2024-02-26T04:56:48.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.635+0000 7f249f400700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 0x7f248c0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:48.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.635+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f24940cef40 con 0x7f24a8102760 2024-02-26T04:56:48.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.635+0000 7f24a6a00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 0x7f248c0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:48.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.636+0000 7f24a6a00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 0x7f248c0a46a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2498009c60 tx=0x7f2498009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.641+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2494097e10 con 0x7f24a8102760 2024-02-26T04:56:48.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:48 smithi161 ceph-mon[36447]: pgmap v322: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.5 KiB/s rd, 2.1 KiB/s wr, 8 op/s; 117 B/s, 1 objects/s recovering 2024-02-26T04:56:48.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.862+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f24a81994d0 con 0x7f24a8102760 2024-02-26T04:56:48.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.866+0000 7f249f400700 1 -- 172.21.15.112:0/2634920285 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7f249409b4d0 con 0x7f24a8102760 2024-02-26T04:56:48.869 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:48.869 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:48.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 msgr2=0x7f248c0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:48.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 0x7f248c0a46a0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f2498009c60 tx=0x7f2498009260 comp rx=0 tx=0).stop 2024-02-26T04:56:48.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 msgr2=0x7f24a81986b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:48.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2494000c00 tx=0x7f2494005590 comp rx=0 tx=0).stop 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 shutdown_connections 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f248c0a21e0 0x7f248c0a46a0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f24a8106e90 0x7f24a819ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f24a8101db0 0x7f24a8198170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 --2- 172.21.15.112:0/2634920285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f24a8102760 0x7f24a81986b0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:48.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 >> 172.21.15.112:0/2634920285 conn(0x7f24a80fd640 msgr2=0x7f24a80fe180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:48.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 shutdown_connections 2024-02-26T04:56:48.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:48.869+0000 7f24a7e00700 1 -- 172.21.15.112:0/2634920285 wait complete. 2024-02-26T04:56:49.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:49 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2634920285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:49.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:49 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2634920285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:49.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2634920285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:49.875 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-02-26T04:56:49.876 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd dump --format=json 2024-02-26T04:56:50.328 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:50.654 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:50 smithi112 ceph-mon[31817]: pgmap v323: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 6 op/s; 106 B/s, 1 objects/s recovering 2024-02-26T04:56:50.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:50 smithi161 ceph-mon[36447]: pgmap v323: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 6 op/s; 106 B/s, 1 objects/s recovering 2024-02-26T04:56:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:50 smithi175 ceph-mon[36652]: pgmap v323: 97 pgs: 97 active+clean; 638 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 1.8 KiB/s wr, 6 op/s; 106 B/s, 1 objects/s recovering 2024-02-26T04:56:52.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 -- 172.21.15.112:0/1191307898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 msgr2=0x7ff598074420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:52.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 --2- 172.21.15.112:0/1191307898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff598074420 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7ff58800b0a0 tx=0x7ff58800b3b0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 -- 172.21.15.112:0/1191307898 shutdown_connections 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 --2- 172.21.15.112:0/1191307898 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff5981107f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 --2- 172.21.15.112:0/1191307898 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff598074420 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 --2- 172.21.15.112:0/1191307898 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 0x7ff59810dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 -- 172.21.15.112:0/1191307898 >> 172.21.15.112:0/1191307898 conn(0x7ff5980fd690 msgr2=0x7ff5980ffab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 -- 172.21.15.112:0/1191307898 shutdown_connections 2024-02-26T04:56:52.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.640+0000 7ff597e00700 1 -- 172.21.15.112:0/1191307898 wait complete. 2024-02-26T04:56:52.644 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:52 smithi112 ceph-mon[31817]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.641+0000 7ff597e00700 1 Processor -- start 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.641+0000 7ff597e00700 1 -- start start 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.641+0000 7ff597e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 0x7ff59819ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff59819ee50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:52.646 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59819f460 con 0x7ff598074040 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59819f5d0 con 0x7ff59810e3e0 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff59819f790 con 0x7ff598074960 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:54332/0 (socket says 172.21.15.112:54332) 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 -- 172.21.15.112:0/3796102437 learned_addr learned my addr 172.21.15.112:0/3796102437 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff58e000700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 0x7ff59819ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597400700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff59819ee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 -- 172.21.15.112:0/3796102437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 msgr2=0x7ff59819ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 0x7ff59819ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 -- 172.21.15.112:0/3796102437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 msgr2=0x7ff59819ee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff59819ee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff596a00700 1 -- 172.21.15.112:0/3796102437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff588009d00 con 0x7ff598074040 2024-02-26T04:56:52.647 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.642+0000 7ff597400700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff59819ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff596a00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff58800b070 tx=0x7ff5880094a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff58800e040 con 0x7ff598074040 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff58801d480 con 0x7ff598074040 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff59819fa10 con 0x7ff598074040 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff58801b6b0 con 0x7ff598074040 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.643+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5981a72d0 con 0x7ff598074040 2024-02-26T04:56:52.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.644+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5981095f0 con 0x7ff598074040 2024-02-26T04:56:52.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.646+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7ff58801d9f0 con 0x7ff598074040 2024-02-26T04:56:52.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.648+0000 7ff58fe00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 0x7ff57c0a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:56:52.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.648+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff5880cf510 con 0x7ff598074040 2024-02-26T04:56:52.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.648+0000 7ff58e000700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 0x7ff57c0a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:56:52.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.649+0000 7ff58e000700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 0x7ff57c0a4720 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff598101220 tx=0x7ff580009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:56:52.655 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.652+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff5880983e0 con 0x7ff598074040 2024-02-26T04:56:52.663 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:52 smithi175 ceph-mon[36652]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:52 smithi161 ceph-mon[36447]: pgmap v324: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.6 KiB/s rd, 1.7 KiB/s wr, 7 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:52.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.870+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff598068930 con 0x7ff598074040 2024-02-26T04:56:52.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.873+0000 7ff58fe00700 1 -- 172.21.15.112:0/3796102437 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7ff58809baa0 con 0x7ff598074040 2024-02-26T04:56:52.877 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:56:52.877 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:56:52.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 msgr2=0x7ff57c0a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:52.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 0x7ff57c0a4720 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7ff598101220 tx=0x7ff580009260 comp rx=0 tx=0).stop 2024-02-26T04:56:52.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 msgr2=0x7ff59819a5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:56:52.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7ff58800b070 tx=0x7ff5880094a0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 shutdown_connections 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.876+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff59810e3e0 0x7ff59819ee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff598074040 0x7ff59819a5d0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff57c0a2260 0x7ff57c0a4720 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 --2- 172.21.15.112:0/3796102437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff598074960 0x7ff59819ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 >> 172.21.15.112:0/3796102437 conn(0x7ff5980fd690 msgr2=0x7ff5980fe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 shutdown_connections 2024-02-26T04:56:52.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:56:52.877+0000 7ff597e00700 1 -- 172.21.15.112:0/3796102437 wait complete. 2024-02-26T04:56:53.693 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:53 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3796102437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:53.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:53 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3796102437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:53.759 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-02-26T04:56:53.760 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-02-26T04:56:53.760 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-02-26T04:56:53.761 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-02-26T04:56:53.761 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-02-26T04:56:53.761 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-02-26T04:56:53.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-02-26T04:56:53.762 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-02-26T04:56:53.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-02-26T04:56:53.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-02-26T04:56:53.763 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-02-26T04:56:53.764 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-02-26T04:56:53.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:53 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3796102437' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:56:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:54 smithi161 ceph-mon[36447]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:54.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:54 smithi112 ceph-mon[31817]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:54.809 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:54.831 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:54.834 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:54 smithi175 ceph-mon[36652]: pgmap v325: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 1023 B/s wr, 6 op/s; 93 B/s, 0 objects/s recovering 2024-02-26T04:56:54.931 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:56:56.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:56 smithi161 ceph-mon[36447]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-26T04:56:56.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:56 smithi112 ceph-mon[31817]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-26T04:56:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:56 smithi175 ceph-mon[36652]: pgmap v326: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1023 B/s wr, 6 op/s 2024-02-26T04:56:58.658 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:56:58 smithi112 ceph-mon[31817]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-26T04:56:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:56:58 smithi161 ceph-mon[36447]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-26T04:56:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:56:58 smithi175 ceph-mon[36652]: pgmap v327: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1023 B/s wr, 8 op/s 2024-02-26T04:57:00.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 -- 172.21.15.112:0/3843087417 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf2410e410 msgr2=0x7faf24110800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 --2- 172.21.15.112:0/3843087417 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf2410e410 0x7faf24110800 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7faf1c00b0a0 tx=0x7faf1c00b3b0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 -- 172.21.15.112:0/3843087417 shutdown_connections 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 --2- 172.21.15.112:0/3843087417 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf2410e410 0x7faf24110800 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 --2- 172.21.15.112:0/3843087417 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf24073f90 0x7faf24074370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 --2- 172.21.15.112:0/3843087417 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf240748b0 0x7faf2410ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 -- 172.21.15.112:0/3843087417 >> 172.21.15.112:0/3843087417 conn(0x7faf240fd640 msgr2=0x7faf240ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 -- 172.21.15.112:0/3843087417 shutdown_connections 2024-02-26T04:57:00.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.013+0000 7faf29a00700 1 -- 172.21.15.112:0/3843087417 wait complete. 2024-02-26T04:57:00.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.014+0000 7faf29a00700 1 Processor -- start 2024-02-26T04:57:00.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.014+0000 7faf29a00700 1 -- start start 2024-02-26T04:57:00.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf24073f90 0x7faf2419a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf240748b0 0x7faf2419aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf2410e410 0x7faf2419ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf2419f3a0 con 0x7faf240748b0 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf2419f510 con 0x7faf2410e410 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf2419f6d0 con 0x7faf24073f90 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf23400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf240748b0 0x7faf2419aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf23e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf24073f90 0x7faf2419a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf23400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf240748b0 0x7faf2419aa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60642/0 (socket says 172.21.15.112:60642) 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf23400700 1 -- 172.21.15.112:0/2204222914 learned_addr learned my addr 172.21.15.112:0/2204222914 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.015+0000 7faf29000700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf2410e410 0x7faf2419ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 -- 172.21.15.112:0/2204222914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf2410e410 msgr2=0x7faf2419ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7faf2410e410 0x7faf2419ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.020 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 -- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf240748b0 msgr2=0x7faf2419aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7faf240748b0 0x7faf2419aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf14009520 con 0x7faf24073f90 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf23e00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf24073f90 0x7faf2419a4c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7faf1400e9f0 tx=0x7faf1400ed00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf1400cb70 con 0x7faf24073f90 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7faf1400ee90 con 0x7faf24073f90 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf1c009d00 con 0x7faf24073f90 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf14010430 con 0x7faf24073f90 2024-02-26T04:57:00.021 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.016+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf241a7040 con 0x7faf24073f90 2024-02-26T04:57:00.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.017+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7faf240756d0 con 0x7faf24073f90 2024-02-26T04:57:00.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.019+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7faf14003eb0 con 0x7faf24073f90 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf20c00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7faf080a21e0 0x7faf080a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7faf14014070 con 0x7faf24073f90 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf23400700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7faf080a21e0 0x7faf080a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf20c00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] conn(0x7faf080abca0 0x7faf080ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7faf080ae810 con 0x7faf080abca0 2024-02-26T04:57:00.024 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.021+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7faf140ce700 con 0x7faf24073f90 2024-02-26T04:57:00.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.022+0000 7faf29000700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] conn(0x7faf080abca0 0x7faf080ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:00.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.022+0000 7faf23400700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7faf080a21e0 0x7faf080a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faf2410f6c0 tx=0x7faf10009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:00.025 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.022+0000 7faf29000700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] conn(0x7faf080abca0 0x7faf080ae140 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:00.026 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.023+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== osd.11 v2:172.21.15.175:6824/2921906079 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7faf080ae810 con 0x7faf080abca0 2024-02-26T04:57:00.044 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.041+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 --> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7faf24114260 con 0x7faf080abca0 2024-02-26T04:57:00.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.042+0000 7faf20c00700 1 -- 172.21.15.112:0/2204222914 <== osd.11 v2:172.21.15.175:6824/2921906079 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7faf24114260 con 0x7faf080abca0 2024-02-26T04:57:00.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] conn(0x7faf080abca0 msgr2=0x7faf080ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.045 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] conn(0x7faf080abca0 0x7faf080ae140 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7faf080a21e0 msgr2=0x7faf080a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7faf080a21e0 0x7faf080a46a0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7faf2410f6c0 tx=0x7faf10009260 comp rx=0 tx=0).stop 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf24073f90 msgr2=0x7faf2419a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 --2- 172.21.15.112:0/2204222914 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7faf24073f90 0x7faf2419a4c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7faf1400e9f0 tx=0x7faf1400ed00 comp rx=0 tx=0).stop 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29000700 1 -- 172.21.15.112:0/2204222914 reap_dead start 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 shutdown_connections 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 >> 172.21.15.112:0/2204222914 conn(0x7faf240fd640 msgr2=0x7faf2410fde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:00.046 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 shutdown_connections 2024-02-26T04:57:00.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.043+0000 7faf29a00700 1 -- 172.21.15.112:0/2204222914 wait complete. 2024-02-26T04:57:00.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:00 smithi161 ceph-mon[36447]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T04:57:00.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:00 smithi112 ceph-mon[31817]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T04:57:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:00 smithi175 ceph-mon[36652]: pgmap v328: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T04:57:00.921 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.923 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.926 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.932 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.935 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.939 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.944 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:00.944 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 -- 172.21.15.112:0/3261099716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108400 msgr2=0x7f49d01087e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 --2- 172.21.15.112:0/3261099716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108400 0x7f49d01087e0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f49c0009990 tx=0x7f49c0009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 -- 172.21.15.112:0/3261099716 shutdown_connections 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 --2- 172.21.15.112:0/3261099716 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 0x7f49d0115060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 --2- 172.21.15.112:0/3261099716 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108400 0x7f49d01087e0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 --2- 172.21.15.112:0/3261099716 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f49d0108db0 0x7f49d010cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 -- 172.21.15.112:0/3261099716 >> 172.21.15.112:0/3261099716 conn(0x7f49d0077910 msgr2=0x7f49d0079d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:02.546 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 -- 172.21.15.112:0/3261099716 shutdown_connections 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.368+0000 7f49d5200700 1 -- 172.21.15.112:0/3261099716 wait complete. 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.369+0000 7f49d5200700 1 Processor -- start 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 -- start start 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f49d0108400 0x7f49d01a43e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 0x7f49d01a4920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 0x7f49d019e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d019ec50 con 0x7f49d0108db0 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d019ed90 con 0x7f49d010d490 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49d5200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d019ef50 con 0x7f49d0108400 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49cea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 0x7f49d01a4920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49cea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 0x7f49d01a4920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60656/0 (socket says 172.21.15.112:60656) 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49cea00700 1 -- 172.21.15.112:0/3335890684 learned_addr learned my addr 172.21.15.112:0/3335890684 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:02.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.370+0000 7f49cf400700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f49d0108400 0x7f49d01a43e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cfe00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 0x7f49d019e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 -- 172.21.15.112:0/3335890684 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f49d0108400 msgr2=0x7f49d01a43e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f49d0108400 0x7f49d01a43e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 -- 172.21.15.112:0/3335890684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 msgr2=0x7f49d019e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 0x7f49d019e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49c00095f0 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cfe00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f49d010d490 0x7f49d019e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49cea00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 0x7f49d01a4920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f49bc00e970 tx=0x7f49bc00ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49bc009790 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f49bc00eec0 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49bc005700 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.371+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49d019f230 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.372+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49d01ab480 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.372+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f49d0109890 con 0x7f49d0108db0 2024-02-26T04:57:02.548 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.374+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f49bc004750 con 0x7f49d0108db0 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49c7e00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f49b40a2260 0x7f49b40a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f49bc014070 con 0x7f49d0108db0 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49cf400700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f49b40a2260 0x7f49b40a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49c7e00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] conn(0x7f49b40abd20 0x7f49b40ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f49b40ae890 con 0x7f49b40abd20 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.376+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f49bc0ce6a0 con 0x7f49d0108db0 2024-02-26T04:57:02.549 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.377+0000 7f49cfe00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] conn(0x7f49b40abd20 0x7f49b40ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.377+0000 7f49cf400700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f49b40a2260 0x7f49b40a4720 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f49c000b2e0 tx=0x7f49c0005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.377+0000 7f49cfe00700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] conn(0x7f49b40abd20 0x7f49b40ae1c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.378+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== osd.3 v2:172.21.15.112:6810/3020105609 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f49b40ae890 con 0x7f49b40abd20 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.396+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 --> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f49d0118680 con 0x7f49b40abd20 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.397+0000 7f49c7e00700 1 -- 172.21.15.112:0/3335890684 <== osd.3 v2:172.21.15.112:6810/3020105609 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f49d0118680 con 0x7f49b40abd20 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.397+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] conn(0x7f49b40abd20 msgr2=0x7f49b40ae1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.397+0000 7f49d5200700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] conn(0x7f49b40abd20 0x7f49b40ae1c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f49b40a2260 msgr2=0x7f49b40a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f49b40a2260 0x7f49b40a4720 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f49c000b2e0 tx=0x7f49c0005fd0 comp rx=0 tx=0).stop 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 msgr2=0x7f49d01a4920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 --2- 172.21.15.112:0/3335890684 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f49d0108db0 0x7f49d01a4920 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f49bc00e970 tx=0x7f49bc00ec80 comp rx=0 tx=0).stop 2024-02-26T04:57:02.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49cfe00700 1 -- 172.21.15.112:0/3335890684 reap_dead start 2024-02-26T04:57:02.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 shutdown_connections 2024-02-26T04:57:02.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 >> 172.21.15.112:0/3335890684 conn(0x7f49d0077910 msgr2=0x7f49d0079c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:02.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 shutdown_connections 2024-02-26T04:57:02.551 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:00.398+0000 7f49d5200700 1 -- 172.21.15.112:0/3335890684 wait complete. 2024-02-26T04:57:02.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:02 smithi161 ceph-mon[36447]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:02.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:02 smithi112 ceph-mon[31817]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:02 smithi175 ceph-mon[36652]: pgmap v329: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:04.028 INFO:teuthology.orchestra.run.smithi112.stdout:107374182464 2024-02-26T04:57:04.028 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-02-26T04:57:04.565 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:04 smithi112 ceph-mon[31817]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-02-26T04:57:04.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:04 smithi161 ceph-mon[36447]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-02-26T04:57:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:04 smithi175 ceph-mon[36652]: pgmap v330: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 6 op/s 2024-02-26T04:57:05.767 INFO:teuthology.orchestra.run.smithi112.stdout:343597383700 2024-02-26T04:57:05.768 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-02-26T04:57:05.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 -- 172.21.15.112:0/321380803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b981040c0 msgr2=0x7f9b981044a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/321380803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b981040c0 0x7f9b981044a0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c009990 tx=0x7f9b8c009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 -- 172.21.15.112:0/321380803 shutdown_connections 2024-02-26T04:57:05.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/321380803 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9b981091a0 0x7f9b98110d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/321380803 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b981040c0 0x7f9b981044a0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/321380803 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b98104a70 0x7f9b98108ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 -- 172.21.15.112:0/321380803 >> 172.21.15.112:0/321380803 conn(0x7f9b980ff950 msgr2=0x7f9b98101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 -- 172.21.15.112:0/321380803 shutdown_connections 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.855+0000 7f9b9fe00700 1 -- 172.21.15.112:0/321380803 wait complete. 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 Processor -- start 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 -- start start 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b981040c0 0x7f9b9819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 0x7f9b9819a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9b981091a0 0x7f9b9819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9819f350 con 0x7f9b98104a70 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9819f4c0 con 0x7f9b981091a0 2024-02-26T04:57:05.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.857+0000 7f9b9fe00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b9819f680 con 0x7f9b981040c0 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 0x7f9b9819a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9d400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b981040c0 0x7f9b9819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 0x7f9b9819a9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60676/0 (socket says 172.21.15.112:60676) 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 -- 172.21.15.112:0/1330664613 learned_addr learned my addr 172.21.15.112:0/1330664613 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9de00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9b981091a0 0x7f9b9819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 -- 172.21.15.112:0/1330664613 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b981040c0 msgr2=0x7f9b9819a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b981040c0 0x7f9b9819a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 -- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9b981091a0 msgr2=0x7f9b9819ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9b981091a0 0x7f9b9819ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b88009520 con 0x7f9b98104a70 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9d400700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9b981040c0 0x7f9b9819a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.858+0000 7f9b9ca00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 0x7f9b9819a9b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9b8800ea30 tx=0x7f9b8800ed40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.859+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b8800cbd0 con 0x7f9b98104a70 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.859+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9b8800eed0 con 0x7f9b98104a70 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.859+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b88010430 con 0x7f9b98104a70 2024-02-26T04:57:05.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.859+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b8c0095f0 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.859+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b981a6ff0 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.860+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9b98114390 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.862+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f9b88003ed0 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.863+0000 7f9b96000700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9b800a2260 0x7f9b800a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.863+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f9b88014070 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.863+0000 7f9b9d400700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9b800a2260 0x7f9b800a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b96000700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] conn(0x7f9b800abd20 0x7f9b800ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9b800ae890 con 0x7f9b800abd20 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9b880ce510 con 0x7f9b98104a70 2024-02-26T04:57:05.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b9de00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] conn(0x7f9b800abd20 0x7f9b800ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b9d400700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9b800a2260 0x7f9b800a4720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00b2e0 tx=0x7f9b8c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.864+0000 7f9b9de00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] conn(0x7f9b800abd20 0x7f9b800ae1c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.865+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== osd.4 v2:172.21.15.161:6808/3445791151 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f9b800ae890 con 0x7f9b800abd20 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.883+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 --> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9b98062380 con 0x7f9b800abd20 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b96000700 1 -- 172.21.15.112:0/1330664613 <== osd.4 v2:172.21.15.161:6808/3445791151 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9b98062380 con 0x7f9b800abd20 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] conn(0x7f9b800abd20 msgr2=0x7f9b800ae1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] conn(0x7f9b800abd20 0x7f9b800ae1c0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9b800a2260 msgr2=0x7f9b800a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9b800a2260 0x7f9b800a4720 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9b8c00b2e0 tx=0x7f9b8c005fd0 comp rx=0 tx=0).stop 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 msgr2=0x7f9b9819a9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9fe00700 1 --2- 172.21.15.112:0/1330664613 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9b98104a70 0x7f9b9819a9b0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9b8800ea30 tx=0x7f9b8800ed40 comp rx=0 tx=0).stop 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.884+0000 7f9b9de00700 1 -- 172.21.15.112:0/1330664613 reap_dead start 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.885+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 shutdown_connections 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.885+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 >> 172.21.15.112:0/1330664613 conn(0x7f9b980ff950 msgr2=0x7f9b98100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.885+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 shutdown_connections 2024-02-26T04:57:05.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:01.885+0000 7f9b9fe00700 1 -- 172.21.15.112:0/1330664613 wait complete. 2024-02-26T04:57:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:06 smithi161 ceph-mon[36447]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-02-26T04:57:06.695 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:06 smithi112 ceph-mon[31817]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-02-26T04:57:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:06 smithi175 ceph-mon[36652]: pgmap v331: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 5 op/s 2024-02-26T04:57:08.688 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:08 smithi112 ceph-mon[31817]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-02-26T04:57:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:08 smithi161 ceph-mon[36447]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-02-26T04:57:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:08 smithi175 ceph-mon[36652]: pgmap v332: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 7 op/s 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.464+0000 7f968ce00700 1 -- 172.21.15.112:0/372559816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9688104a50 msgr2=0x7f9688108aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.464+0000 7f968ce00700 1 --2- 172.21.15.112:0/372559816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9688104a50 0x7f9688108aa0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f9674009990 tx=0x7f9674009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 -- 172.21.15.112:0/372559816 shutdown_connections 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 --2- 172.21.15.112:0/372559816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9688109180 0x7f9688110d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 --2- 172.21.15.112:0/372559816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f96881040a0 0x7f9688104480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 --2- 172.21.15.112:0/372559816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9688104a50 0x7f9688108aa0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 -- 172.21.15.112:0/372559816 >> 172.21.15.112:0/372559816 conn(0x7f96880ff950 msgr2=0x7f9688101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:10.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 -- 172.21.15.112:0/372559816 shutdown_connections 2024-02-26T04:57:10.469 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.465+0000 7f968ce00700 1 -- 172.21.15.112:0/372559816 wait complete. 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 Processor -- start 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 -- start start 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 0x7f968819a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9688104a50 0x7f968819a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9688109180 0x7f968819ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968819f350 con 0x7f96881040a0 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968819f4c0 con 0x7f9688104a50 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.466+0000 7f968ce00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f968819f680 con 0x7f9688109180 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 0x7f968819a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 0x7f968819a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43252/0 (socket says 172.21.15.112:43252) 2024-02-26T04:57:10.471 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 -- 172.21.15.112:0/2731535558 learned_addr learned my addr 172.21.15.112:0/2731535558 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685400700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9688104a50 0x7f968819a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9686800700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9688109180 0x7f968819ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 -- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9688109180 msgr2=0x7f968819ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9688109180 0x7f968819ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 -- 172.21.15.112:0/2731535558 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9688104a50 msgr2=0x7f968819a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9688104a50 0x7f968819a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685e00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9678009520 con 0x7f96881040a0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.467+0000 7f9685400700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9688104a50 0x7f968819a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f9685e00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 0x7f968819a470 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f967800eb30 tx=0x7f967800ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678009880 con 0x7f96881040a0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96740095f0 con 0x7f96881040a0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9678004520 con 0x7f96881040a0 2024-02-26T04:57:10.472 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678010430 con 0x7f96881040a0 2024-02-26T04:57:10.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.468+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96881a6ff0 con 0x7f96881040a0 2024-02-26T04:57:10.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.469+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9688114310 con 0x7f96881040a0 2024-02-26T04:57:10.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.471+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f967800cbd0 con 0x7f96881040a0 2024-02-26T04:57:10.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.472+0000 7f967ea00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f966c0a21e0 0x7f966c0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.475 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.472+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f9678014070 con 0x7f96881040a0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.472+0000 7f9685400700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f966c0a21e0 0x7f966c0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.473+0000 7f967ea00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] conn(0x7f966c0abca0 0x7f966c0ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.473+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f966c0ae810 con 0x7f966c0abca0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.473+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96780ce720 con 0x7f96881040a0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.473+0000 7f9686800700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] conn(0x7f966c0abca0 0x7f966c0ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.473+0000 7f9685400700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f966c0a21e0 0x7f966c0a46a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9688100020 tx=0x7f9674005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.474+0000 7f9686800700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] conn(0x7f966c0abca0 0x7f966c0ae140 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.474+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== osd.5 v2:172.21.15.175:6808/3499029149 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f966c0ae810 con 0x7f966c0abca0 2024-02-26T04:57:10.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.493+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 --> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9688100c90 con 0x7f966c0abca0 2024-02-26T04:57:10.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.493+0000 7f967ea00700 1 -- 172.21.15.112:0/2731535558 <== osd.5 v2:172.21.15.175:6808/3499029149 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f9688100c90 con 0x7f966c0abca0 2024-02-26T04:57:10.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] conn(0x7f966c0abca0 msgr2=0x7f966c0ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] conn(0x7f966c0abca0 0x7f966c0ae140 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f966c0a21e0 msgr2=0x7f966c0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f966c0a21e0 0x7f966c0a46a0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9688100020 tx=0x7f9674005fd0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 msgr2=0x7f968819a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f968ce00700 1 --2- 172.21.15.112:0/2731535558 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f96881040a0 0x7f968819a470 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f967800eb30 tx=0x7f967800ee40 comp rx=0 tx=0).stop 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.494+0000 7f9686800700 1 -- 172.21.15.112:0/2731535558 reap_dead start 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.495+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 shutdown_connections 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.495+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 >> 172.21.15.112:0/2731535558 conn(0x7f96880ff950 msgr2=0x7f9688100330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.495+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 shutdown_connections 2024-02-26T04:57:10.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.495+0000 7f968ce00700 1 -- 172.21.15.112:0/2731535558 wait complete. 2024-02-26T04:57:10.588 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:10 smithi112 ceph-mon[31817]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:10 smithi161 ceph-mon[36447]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:10 smithi175 ceph-mon[36652]: pgmap v333: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 -- 172.21.15.112:0/4074102414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100c20 msgr2=0x7f89dc10eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 --2- 172.21.15.112:0/4074102414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100c20 0x7f89dc10eb80 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f89d400b0a0 tx=0x7f89d400b3b0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 -- 172.21.15.112:0/4074102414 shutdown_connections 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 --2- 172.21.15.112:0/4074102414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100c20 0x7f89dc10eb80 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 --2- 172.21.15.112:0/4074102414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89dc106ce0 0x7f89dc1070c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 --2- 172.21.15.112:0/4074102414 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100260 0x7f89dc1006e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 -- 172.21.15.112:0/4074102414 >> 172.21.15.112:0/4074102414 conn(0x7f89dc077170 msgr2=0x7f89dc0fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:10.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 -- 172.21.15.112:0/4074102414 shutdown_connections 2024-02-26T04:57:10.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.944+0000 7f89e2000700 1 -- 172.21.15.112:0/4074102414 wait complete. 2024-02-26T04:57:10.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.945+0000 7f89e2000700 1 Processor -- start 2024-02-26T04:57:10.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 -- start start 2024-02-26T04:57:10.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 0x7f89dc1985b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100c20 0x7f89dc198af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89dc106ce0 0x7f89dc19ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc19d440 con 0x7f89dc100260 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc19d5b0 con 0x7f89dc100c20 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89e2000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89dc19d770 con 0x7f89dc106ce0 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89db400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 0x7f89dc1985b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89db400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 0x7f89dc1985b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:43262/0 (socket says 172.21.15.112:43262) 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89db400700 1 -- 172.21.15.112:0/2402537671 learned_addr learned my addr 172.21.15.112:0/2402537671 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89d2a00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100c20 0x7f89dc198af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.946+0000 7f89dbe00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89dc106ce0 0x7f89dc19ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 -- 172.21.15.112:0/2402537671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89dc106ce0 msgr2=0x7f89dc19ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f89dc106ce0 0x7f89dc19ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 -- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100c20 msgr2=0x7f89dc198af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100c20 0x7f89dc198af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89d4009d00 con 0x7f89dc100260 2024-02-26T04:57:10.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89d2a00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f89dc100c20 0x7f89dc198af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89db400700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 0x7f89dc1985b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00e9a0 tx=0x7f89cc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89cc009790 con 0x7f89dc100260 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f89cc00cbd0 con 0x7f89dc100260 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89dc19da50 con 0x7f89dc100260 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.947+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89cc0187e0 con 0x7f89dc100260 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.948+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89dc1a52b0 con 0x7f89dc100260 2024-02-26T04:57:10.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.949+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f89dc112250 con 0x7f89dc100260 2024-02-26T04:57:10.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.951+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f89cc0109c0 con 0x7f89dc100260 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d8c00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89c00a2260 0x7f89c00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f89cc014070 con 0x7f89dc100260 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d2a00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89c00a2260 0x7f89c00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d8c00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] conn(0x7f89c00abd20 0x7f89c00ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f89c00ae890 con 0x7f89c00abd20 2024-02-26T04:57:10.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.952+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89cc0ce680 con 0x7f89dc100260 2024-02-26T04:57:10.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.953+0000 7f89dbe00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] conn(0x7f89c00abd20 0x7f89c00ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:10.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.953+0000 7f89d2a00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89c00a2260 0x7f89c00a4720 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f89dc106530 tx=0x7f89c4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.953+0000 7f89dbe00700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] conn(0x7f89c00abd20 0x7f89c00ae1c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:10.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.954+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== osd.1 v2:172.21.15.161:6800/2875775778 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f89c00ae890 con 0x7f89c00abd20 2024-02-26T04:57:10.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.972+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 --> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f89dc062300 con 0x7f89c00abd20 2024-02-26T04:57:10.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.973+0000 7f89d8c00700 1 -- 172.21.15.112:0/2402537671 <== osd.1 v2:172.21.15.161:6800/2875775778 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f89dc062300 con 0x7f89c00abd20 2024-02-26T04:57:10.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.973+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] conn(0x7f89c00abd20 msgr2=0x7f89c00ae1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.976 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.973+0000 7f89e2000700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] conn(0x7f89c00abd20 0x7f89c00ae1c0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89c00a2260 msgr2=0x7f89c00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89c00a2260 0x7f89c00a4720 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f89dc106530 tx=0x7f89c4009260 comp rx=0 tx=0).stop 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 msgr2=0x7f89dc1985b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 --2- 172.21.15.112:0/2402537671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f89dc100260 0x7f89dc1985b0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f89cc00e9a0 tx=0x7f89cc00ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89dbe00700 1 -- 172.21.15.112:0/2402537671 reap_dead start 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 shutdown_connections 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 >> 172.21.15.112:0/2402537671 conn(0x7f89dc077170 msgr2=0x7f89dc104bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 shutdown_connections 2024-02-26T04:57:10.977 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:10.974+0000 7f89e2000700 1 -- 172.21.15.112:0/2402537671 wait complete. 2024-02-26T04:57:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:12 smithi161 ceph-mon[36447]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:12.711 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:12 smithi112 ceph-mon[31817]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:12 smithi175 ceph-mon[36652]: pgmap v334: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:14.704 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:14 smithi112 ceph-mon[31817]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:14 smithi175 ceph-mon[36652]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:14 smithi161 ceph-mon[36447]: pgmap v335: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:15.462 INFO:teuthology.orchestra.run.smithi112.stdout:163208757303 2024-02-26T04:57:15.463 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-02-26T04:57:16.014 INFO:teuthology.orchestra.run.smithi112.stdout:141733920826 2024-02-26T04:57:16.015 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-02-26T04:57:16.639 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:16 smithi112 ceph-mon[31817]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:16 smithi175 ceph-mon[36652]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:16 smithi161 ceph-mon[36447]: pgmap v336: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:16.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 -- 172.21.15.112:0/676667175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8101cc0 msgr2=0x7fe0d8102140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 --2- 172.21.15.112:0/676667175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8102140 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fe0c00099c0 tx=0x7fe0c0009cd0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 -- 172.21.15.112:0/676667175 shutdown_connections 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 --2- 172.21.15.112:0/676667175 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0d8102680 0x7fe0d810eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 --2- 172.21.15.112:0/676667175 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8107ca0 0x7fe0d8108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 --2- 172.21.15.112:0/676667175 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8102140 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.961+0000 7fe0de000700 1 -- 172.21.15.112:0/676667175 >> 172.21.15.112:0/676667175 conn(0x7fe0d8078da0 msgr2=0x7fe0d80791b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.962+0000 7fe0de000700 1 -- 172.21.15.112:0/676667175 shutdown_connections 2024-02-26T04:57:16.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.962+0000 7fe0de000700 1 -- 172.21.15.112:0/676667175 wait complete. 2024-02-26T04:57:16.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 Processor -- start 2024-02-26T04:57:16.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 -- start start 2024-02-26T04:57:16.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8108ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:16.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0d8102680 0x7fe0d8109010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8107ca0 0x7fe0d8109550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d81aaa50 con 0x7fe0d8107ca0 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d81aab90 con 0x7fe0d8101cc0 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.963+0000 7fe0de000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0d81aacd0 con 0x7fe0d8102680 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8108ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8107ca0 0x7fe0d8109550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8108ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45146/0 (socket says 172.21.15.112:45146) 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 -- 172.21.15.112:0/4212952212 learned_addr learned my addr 172.21.15.112:0/4212952212 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:16.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0cea00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0d8102680 0x7fe0d8109010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:16.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 -- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0d8102680 msgr2=0x7fe0d8109010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe0d8102680 0x7fe0d8109010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 -- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8107ca0 msgr2=0x7fe0d8109550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8107ca0 0x7fe0d8109550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0c00095f0 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7e00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe0d8107ca0 0x7fe0d8109550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.964+0000 7fe0d7400700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8108ad0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800e9d0 tx=0x7fe0c800ece0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.965+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8009790 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.965+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe0c800ee70 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.965+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0d81aafb0 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.965+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0c8018680 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.965+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0d81ab3d0 con 0x7fe0d8101cc0 2024-02-26T04:57:16.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.966+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe0d8103350 con 0x7fe0d8101cc0 2024-02-26T04:57:16.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.968+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fe0c800cbd0 con 0x7fe0d8101cc0 2024-02-26T04:57:16.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0d4c00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe0bc0a21e0 0x7fe0bc0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:16.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fe0c8014070 con 0x7fe0d8101cc0 2024-02-26T04:57:16.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0cea00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe0bc0a21e0 0x7fe0bc0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:16.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0d4c00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] conn(0x7fe0bc0abca0 0x7fe0bc0ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:16.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe0bc0ae810 con 0x7fe0bc0abca0 2024-02-26T04:57:16.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.970+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe0c80ce960 con 0x7fe0d8101cc0 2024-02-26T04:57:16.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.971+0000 7fe0d7e00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] conn(0x7fe0bc0abca0 0x7fe0bc0ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:16.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.971+0000 7fe0cea00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe0bc0a21e0 0x7fe0bc0a46a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0000c00 tx=0x7fe0c0005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:16.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.971+0000 7fe0d7e00700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] conn(0x7fe0bc0abca0 0x7fe0bc0ae140 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:16.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.972+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== osd.2 v2:172.21.15.175:6800/3228375342 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fe0bc0ae810 con 0x7fe0bc0abca0 2024-02-26T04:57:16.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.990+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 --> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe0d81121a0 con 0x7fe0bc0abca0 2024-02-26T04:57:16.993 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.991+0000 7fe0d4c00700 1 -- 172.21.15.112:0/4212952212 <== osd.2 v2:172.21.15.175:6800/3228375342 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe0d81121a0 con 0x7fe0bc0abca0 2024-02-26T04:57:16.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.991+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] conn(0x7fe0bc0abca0 msgr2=0x7fe0bc0ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.994 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.991+0000 7fe0de000700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] conn(0x7fe0bc0abca0 0x7fe0bc0ae140 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe0bc0a21e0 msgr2=0x7fe0bc0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe0bc0a21e0 0x7fe0bc0a46a0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe0c0000c00 tx=0x7fe0c0005fb0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 msgr2=0x7fe0d8108ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 --2- 172.21.15.112:0/4212952212 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe0d8101cc0 0x7fe0d8108ad0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fe0c800e9d0 tx=0x7fe0c800ece0 comp rx=0 tx=0).stop 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0d7e00700 1 -- 172.21.15.112:0/4212952212 reap_dead start 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 shutdown_connections 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 >> 172.21.15.112:0/4212952212 conn(0x7fe0d8078da0 msgr2=0x7fe0d8100630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 shutdown_connections 2024-02-26T04:57:16.995 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.992+0000 7fe0de000700 1 -- 172.21.15.112:0/4212952212 wait complete. 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.260+0000 7f0b08800700 1 -- 172.21.15.112:0/3366624634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b00104a90 msgr2=0x7f0b00108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.260+0000 7f0b08800700 1 --2- 172.21.15.112:0/3366624634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b00104a90 0x7f0b00108ae0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f0af0009990 tx=0x7f0af0009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 -- 172.21.15.112:0/3366624634 shutdown_connections 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 --2- 172.21.15.112:0/3366624634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0b001091c0 0x7f0b00110d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 --2- 172.21.15.112:0/3366624634 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b001040e0 0x7f0b001044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 --2- 172.21.15.112:0/3366624634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b00104a90 0x7f0b00108ae0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 -- 172.21.15.112:0/3366624634 >> 172.21.15.112:0/3366624634 conn(0x7f0b000ff970 msgr2=0x7f0b00101d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:17.636 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 -- 172.21.15.112:0/3366624634 shutdown_connections 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.261+0000 7f0b08800700 1 -- 172.21.15.112:0/3366624634 wait complete. 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 Processor -- start 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 -- start start 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0b001040e0 0x7f0b0019a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 0x7f0b0019aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b001091c0 0x7f0b0019eda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0019f3b0 con 0x7f0b001091c0 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0019f520 con 0x7f0b001040e0 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.263+0000 7f0b08800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b0019f6e0 con 0x7f0b00104a90 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b06800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b001091c0 0x7f0b0019eda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 0x7f0b0019aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 0x7f0b0019aa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:51048/0 (socket says 172.21.15.112:51048) 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b06800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b001091c0 0x7f0b0019eda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59442/0 (socket says 172.21.15.112:59442) 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 -- 172.21.15.112:0/4282229634 learned_addr learned my addr 172.21.15.112:0/4282229634 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:17.637 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05e00700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0b001040e0 0x7f0b0019a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 -- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0b001040e0 msgr2=0x7f0b0019a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0b001040e0 0x7f0b0019a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 -- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b001091c0 msgr2=0x7f0b0019eda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0b001091c0 0x7f0b0019eda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0afc009c40 con 0x7f0b00104a90 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.264+0000 7f0b05400700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 0x7f0b0019aa10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0af000b2e0 tx=0x7f0af0005ef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:17.638 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.265+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af001d070 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.265+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f0af000fe00 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.265+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0af00095f0 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.265+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0af00053b0 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.265+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b0019fbe0 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.266+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0b001055c0 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.269+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f0af00049e0 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.271+0000 7f0afaa00700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f0ae80a22e0 0x7f0ae80a47a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f0af00cf590 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0b05e00700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f0ae80a22e0 0x7f0ae80a47a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0afaa00700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] conn(0x7f0ae80abda0 0x7f0ae80ae240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0ae80ae910 con 0x7f0ae80abda0 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0af00cf940 con 0x7f0b00104a90 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0b05e00700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f0ae80a22e0 0x7f0ae80a47a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009c60 tx=0x7f0af4009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:17.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.272+0000 7f0b06800700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] conn(0x7f0ae80abda0 0x7f0ae80ae240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.273+0000 7f0b06800700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] conn(0x7f0ae80abda0 0x7f0ae80ae240 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.274+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== osd.10 v2:172.21.15.161:6824/3848599243 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f0ae80ae910 con 0x7f0ae80abda0 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.293+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 --> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f0b00114390 con 0x7f0ae80abda0 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.293+0000 7f0afaa00700 1 -- 172.21.15.112:0/4282229634 <== osd.10 v2:172.21.15.161:6824/3848599243 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f0b00114390 con 0x7f0ae80abda0 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] conn(0x7f0ae80abda0 msgr2=0x7f0ae80ae240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] conn(0x7f0ae80abda0 0x7f0ae80ae240 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f0ae80a22e0 msgr2=0x7f0ae80a47a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f0ae80a22e0 0x7f0ae80a47a0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f0af4009c60 tx=0x7f0af4009260 comp rx=0 tx=0).stop 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 msgr2=0x7f0b0019aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 --2- 172.21.15.112:0/4282229634 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0b00104a90 0x7f0b0019aa10 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f0af000b2e0 tx=0x7f0af0005ef0 comp rx=0 tx=0).stop 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b06800700 1 -- 172.21.15.112:0/4282229634 reap_dead start 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 shutdown_connections 2024-02-26T04:57:17.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.294+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 >> 172.21.15.112:0/4282229634 conn(0x7f0b000ff970 msgr2=0x7f0b00100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:17.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.295+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 shutdown_connections 2024-02-26T04:57:17.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:16.295+0000 7f0b08800700 1 -- 172.21.15.112:0/4282229634 wait complete. 2024-02-26T04:57:18.734 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:18 smithi112 ceph-mon[31817]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:18.738 INFO:teuthology.orchestra.run.smithi112.stdout:309237645340 2024-02-26T04:57:18.739 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-02-26T04:57:18.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:18 smithi175 ceph-mon[36652]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:18 smithi161 ceph-mon[36447]: pgmap v337: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:19.055 INFO:teuthology.orchestra.run.smithi112.stdout:77309411402 2024-02-26T04:57:19.056 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 -- 172.21.15.112:0/1671065905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc101f20 msgr2=0x7f4bcc102300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 --2- 172.21.15.112:0/1671065905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc101f20 0x7f4bcc102300 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc009990 tx=0x7f4bbc009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 -- 172.21.15.112:0/1671065905 shutdown_connections 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 --2- 172.21.15.112:0/1671065905 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc106ff0 0x7f4bcc10ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 --2- 172.21.15.112:0/1671065905 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc101f20 0x7f4bcc102300 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 --2- 172.21.15.112:0/1671065905 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bcc1028d0 0x7f4bcc106910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 -- 172.21.15.112:0/1671065905 >> 172.21.15.112:0/1671065905 conn(0x7f4bcc078dd0 msgr2=0x7f4bcc0791e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 -- 172.21.15.112:0/1671065905 shutdown_connections 2024-02-26T04:57:19.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.830+0000 7f4bd2600700 1 -- 172.21.15.112:0/1671065905 wait complete. 2024-02-26T04:57:19.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.831+0000 7f4bd2600700 1 Processor -- start 2024-02-26T04:57:19.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.831+0000 7f4bd2600700 1 -- start start 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc101f20 0x7f4bcc075b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc1028d0 0x7f4bcc073f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bcc106ff0 0x7f4bcc0745d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc074da0 con 0x7f4bcc106ff0 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc1aad30 con 0x7f4bcc1028d0 2024-02-26T04:57:19.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bd2600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bcc1aaea0 con 0x7f4bcc101f20 2024-02-26T04:57:19.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bcaa00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc1028d0 0x7f4bcc073f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bcb400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc101f20 0x7f4bcc075b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bcaa00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc1028d0 0x7f4bcc073f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45176/0 (socket says 172.21.15.112:45176) 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.832+0000 7f4bcaa00700 1 -- 172.21.15.112:0/3723286959 learned_addr learned my addr 172.21.15.112:0/3723286959 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcbe00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bcc106ff0 0x7f4bcc0745d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 -- 172.21.15.112:0/3723286959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc1028d0 msgr2=0x7f4bcc073f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4bcc1028d0 0x7f4bcc073f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 -- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bcc106ff0 msgr2=0x7f4bcc0745d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4bcc106ff0 0x7f4bcc0745d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bbc0095f0 con 0x7f4bcc101f20 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.833+0000 7f4bcb400700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc101f20 0x7f4bcc075b60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc0098e0 tx=0x7f4bbc005510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.834+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc01d070 con 0x7f4bcc101f20 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.834+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4bbc00fcf0 con 0x7f4bcc101f20 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.834+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bcc1ab120 con 0x7f4bcc101f20 2024-02-26T04:57:19.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.834+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bbc0173f0 con 0x7f4bcc101f20 2024-02-26T04:57:19.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.834+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bcc1ab530 con 0x7f4bcc101f20 2024-02-26T04:57:19.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.835+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4bcc1121a0 con 0x7f4bcc101f20 2024-02-26T04:57:19.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.838+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f4bbc021630 con 0x7f4bcc101f20 2024-02-26T04:57:19.842 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.839+0000 7f4bc3e00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4bb00a21e0 0x7f4bb00a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:19.842 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.839+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f4bbc0cefe0 con 0x7f4bcc101f20 2024-02-26T04:57:19.842 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bcaa00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4bb00a21e0 0x7f4bb00a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bc3e00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] conn(0x7f4bb00abca0 0x7f4bb00ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4bb00ae810 con 0x7f4bb00abca0 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bbc0cf3b0 con 0x7f4bcc101f20 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bcbe00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] conn(0x7f4bb00abca0 0x7f4bb00ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.840+0000 7f4bcaa00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4bb00a21e0 0x7f4bb00a46a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc0756e0 tx=0x7f4bb8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:19.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.841+0000 7f4bcbe00700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] conn(0x7f4bb00abca0 0x7f4bb00ae140 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:19.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.842+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== osd.8 v2:172.21.15.175:6816/3949933746 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f4bb00ae810 con 0x7f4bb00abca0 2024-02-26T04:57:19.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.859+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 --> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4bcc062300 con 0x7f4bb00abca0 2024-02-26T04:57:19.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bc3e00700 1 -- 172.21.15.112:0/3723286959 <== osd.8 v2:172.21.15.175:6816/3949933746 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f4bcc062300 con 0x7f4bb00abca0 2024-02-26T04:57:19.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] conn(0x7f4bb00abca0 msgr2=0x7f4bb00ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] conn(0x7f4bb00abca0 0x7f4bb00ae140 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4bb00a21e0 msgr2=0x7f4bb00a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4bb00a21e0 0x7f4bb00a46a0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f4bcc0756e0 tx=0x7f4bb8009260 comp rx=0 tx=0).stop 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc101f20 msgr2=0x7f4bcc075b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.860+0000 7f4bd2600700 1 --2- 172.21.15.112:0/3723286959 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4bcc101f20 0x7f4bcc075b60 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f4bbc0098e0 tx=0x7f4bbc005510 comp rx=0 tx=0).stop 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.861+0000 7f4bcbe00700 1 -- 172.21.15.112:0/3723286959 reap_dead start 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.861+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 shutdown_connections 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.861+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 >> 172.21.15.112:0/3723286959 conn(0x7f4bcc078dd0 msgr2=0x7f4bcc0fff10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.861+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 shutdown_connections 2024-02-26T04:57:19.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:19.861+0000 7f4bd2600700 1 -- 172.21.15.112:0/3723286959 wait complete. 2024-02-26T04:57:20.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:20 smithi112 ceph-mon[31817]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:20.670 INFO:teuthology.orchestra.run.smithi112.stdout:55834574926 2024-02-26T04:57:20.670 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-02-26T04:57:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:20 smithi175 ceph-mon[36652]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:20 smithi161 ceph-mon[36447]: pgmap v338: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:21.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 -- 172.21.15.112:0/1435096473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e010e750 msgr2=0x7f33e0110b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 --2- 172.21.15.112:0/1435096473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e010e750 0x7f33e0110b40 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f33d800b0a0 tx=0x7f33d800b3b0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 -- 172.21.15.112:0/1435096473 shutdown_connections 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 --2- 172.21.15.112:0/1435096473 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e010e750 0x7f33e0110b40 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 --2- 172.21.15.112:0/1435096473 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f33e006a1b0 0x7f33e006a590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 --2- 172.21.15.112:0/1435096473 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 0x7f33e010e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 -- 172.21.15.112:0/1435096473 >> 172.21.15.112:0/1435096473 conn(0x7f33e0076bc0 msgr2=0x7f33e0076fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 -- 172.21.15.112:0/1435096473 shutdown_connections 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.883+0000 7f33e6400700 1 -- 172.21.15.112:0/1435096473 wait complete. 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.884+0000 7f33e6400700 1 Processor -- start 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.884+0000 7f33e6400700 1 -- start start 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 0x7f33e019a5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 0x7f33e019aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:21.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f33e010e750 0x7f33e019ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019f440 con 0x7f33e006a1b0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019f5b0 con 0x7f33e006aad0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33e6400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e019f770 con 0x7f33e010e750 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33df400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 0x7f33e019a5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33df400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 0x7f33e019a5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59536/0 (socket says 172.21.15.112:59536) 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33df400700 1 -- 172.21.15.112:0/2756609427 learned_addr learned my addr 172.21.15.112:0/2756609427 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33dea00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 0x7f33e019aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.885+0000 7f33dfe00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f33e010e750 0x7f33e019ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 -- 172.21.15.112:0/2756609427 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f33e010e750 msgr2=0x7f33e019ee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f33e010e750 0x7f33e019ee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 -- 172.21.15.112:0/2756609427 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 msgr2=0x7f33e019aaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 0x7f33e019aaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d8009d00 con 0x7f33e006a1b0 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33dea00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33e006aad0 0x7f33e019aaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:21.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33df400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 0x7f33e019a5b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f33d000e9a0 tx=0x7f33d000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0009790 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f33d0010430 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0018680 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33e019fa50 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.886+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e01a72b0 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.888+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f33e01142f0 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.890+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f33d00109a0 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33d7e00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33c40a2260 0x7f33c40a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f33d0014070 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33dea00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33c40a2260 0x7f33c40a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33d7e00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] conn(0x7f33c40abd20 0x7f33c40ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f33c40ae890 con 0x7f33c40abd20 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.891+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33d00d0480 con 0x7f33e006a1b0 2024-02-26T04:57:21.963 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.892+0000 7f33dfe00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] conn(0x7f33c40abd20 0x7f33c40ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.892+0000 7f33dea00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33c40a2260 0x7f33c40a4720 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f33e0101fd0 tx=0x7f33cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.892+0000 7f33dfe00700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] conn(0x7f33c40abd20 0x7f33c40ae1c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.893+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== osd.0 v2:172.21.15.112:6802/908218427 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f33c40ae890 con 0x7f33c40abd20 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.911+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 --> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f33e0062380 con 0x7f33c40abd20 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33d7e00700 1 -- 172.21.15.112:0/2756609427 <== osd.0 v2:172.21.15.112:6802/908218427 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f33e0062380 con 0x7f33c40abd20 2024-02-26T04:57:21.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] conn(0x7f33c40abd20 msgr2=0x7f33c40ae1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] conn(0x7f33c40abd20 0x7f33c40ae1c0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33c40a2260 msgr2=0x7f33c40a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33c40a2260 0x7f33c40a4720 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f33e0101fd0 tx=0x7f33cc009260 comp rx=0 tx=0).stop 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 msgr2=0x7f33e019a5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33e6400700 1 --2- 172.21.15.112:0/2756609427 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33e006a1b0 0x7f33e019a5b0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f33d000e9a0 tx=0x7f33d000ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.912+0000 7f33dfe00700 1 -- 172.21.15.112:0/2756609427 reap_dead start 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.913+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 shutdown_connections 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.913+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 >> 172.21.15.112:0/2756609427 conn(0x7f33e0076bc0 msgr2=0x7f33e010fb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.913+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 shutdown_connections 2024-02-26T04:57:21.965 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.913+0000 7f33e6400700 1 -- 172.21.15.112:0/2756609427 wait complete. 2024-02-26T04:57:22.344 INFO:teuthology.orchestra.run.smithi112.stdout:253403070505 2024-02-26T04:57:22.344 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 -- 172.21.15.112:0/2223843213 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 msgr2=0x7f6b20108ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 --2- 172.21.15.112:0/2223843213 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b20108ac0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c0098f0 tx=0x7f6b0c009c00 comp rx=0 tx=0).stop 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 -- 172.21.15.112:0/2223843213 shutdown_connections 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 --2- 172.21.15.112:0/2223843213 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201091a0 0x7f6b20110d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 --2- 172.21.15.112:0/2223843213 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201040c0 0x7f6b201044a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 --2- 172.21.15.112:0/2223843213 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b20108ac0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 -- 172.21.15.112:0/2223843213 >> 172.21.15.112:0/2223843213 conn(0x7f6b200ff950 msgr2=0x7f6b20101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 -- 172.21.15.112:0/2223843213 shutdown_connections 2024-02-26T04:57:22.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.218+0000 7f6b27c00700 1 -- 172.21.15.112:0/2223843213 wait complete. 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.219+0000 7f6b27c00700 1 Processor -- start 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.219+0000 7f6b27c00700 1 -- start start 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 0x7f6b2019a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b2019aa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 0x7f6b2019ed90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b2019f3a0 con 0x7f6b201091a0 2024-02-26T04:57:22.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b2019f510 con 0x7f6b20104a70 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b27c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b2019f6d0 con 0x7f6b201040c0 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b25c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 0x7f6b2019ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b25200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 0x7f6b2019a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b25200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 0x7f6b2019a4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:51114/0 (socket says 172.21.15.112:51114) 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b25c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 0x7f6b2019ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59522/0 (socket says 172.21.15.112:59522) 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b25200700 1 -- 172.21.15.112:0/720783300 learned_addr learned my addr 172.21.15.112:0/720783300 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.220+0000 7f6b1fe00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b2019aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 -- 172.21.15.112:0/720783300 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 msgr2=0x7f6b2019aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b2019aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 -- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 msgr2=0x7f6b2019ed90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 0x7f6b2019ed90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b18009c40 con 0x7f6b201040c0 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b1fe00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6b20104a70 0x7f6b2019aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6b201091a0 0x7f6b2019ed90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:22.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b25200700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 0x7f6b2019a4c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400e9c0 tx=0x7f6b1400ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b14004a30 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b0c009520 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6b1400ccc0 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b14005610 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.221+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b201a7040 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.222+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6b201055a0 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.224+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f6b14004cb0 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1d600700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6b080a21e0 0x7f6b080a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f6b14014070 con 0x7f6b201040c0 2024-02-26T04:57:22.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1fe00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6b080a21e0 0x7f6b080a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1d600700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] conn(0x7f6b080abca0 0x7f6b080ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6b080ae810 con 0x7f6b080abca0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6b140ce5d0 con 0x7f6b201040c0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.226+0000 7f6b25c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] conn(0x7f6b080abca0 0x7f6b080ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.227+0000 7f6b1fe00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6b080a21e0 0x7f6b080a46a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009810 tx=0x7f6b0c019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.227+0000 7f6b25c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] conn(0x7f6b080abca0 0x7f6b080ae140 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.228+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== osd.9 v2:172.21.15.112:6826/2939770490 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f6b080ae810 con 0x7f6b080abca0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.246+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 --> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6b20114320 con 0x7f6b080abca0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.246+0000 7f6b1d600700 1 -- 172.21.15.112:0/720783300 <== osd.9 v2:172.21.15.112:6826/2939770490 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f6b20114320 con 0x7f6b080abca0 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] conn(0x7f6b080abca0 msgr2=0x7f6b080ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] conn(0x7f6b080abca0 0x7f6b080ae140 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6b080a21e0 msgr2=0x7f6b080a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6b080a21e0 0x7f6b080a46a0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f6b0c009810 tx=0x7f6b0c019040 comp rx=0 tx=0).stop 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 msgr2=0x7f6b2019a4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 --2- 172.21.15.112:0/720783300 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6b201040c0 0x7f6b2019a4c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6b1400e9c0 tx=0x7f6b1400ecd0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b25c00700 1 -- 172.21.15.112:0/720783300 reap_dead start 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 shutdown_connections 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 >> 172.21.15.112:0/720783300 conn(0x7f6b200ff950 msgr2=0x7f6b20101c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 shutdown_connections 2024-02-26T04:57:22.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:21.247+0000 7f6b27c00700 1 -- 172.21.15.112:0/720783300 wait complete. 2024-02-26T04:57:22.710 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:22 smithi112 ceph-mon[31817]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:22.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:22 smithi175 ceph-mon[36652]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 -- 172.21.15.112:0/2201462376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100590 msgr2=0x7f2ef0100970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2201462376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100590 0x7f2ef0100970 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2ee000aaa0 tx=0x7f2ee000adb0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 -- 172.21.15.112:0/2201462376 shutdown_connections 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2201462376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef0105670 0x7f2ef010d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2201462376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100590 0x7f2ef0100970 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2201462376 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100f40 0x7f2ef0104f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 -- 172.21.15.112:0/2201462376 >> 172.21.15.112:0/2201462376 conn(0x7f2ef0077170 msgr2=0x7f2ef00fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:22.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 -- 172.21.15.112:0/2201462376 shutdown_connections 2024-02-26T04:57:22.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.868+0000 7f2ef6400700 1 -- 172.21.15.112:0/2201462376 wait complete. 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.869+0000 7f2ef6400700 1 Processor -- start 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.869+0000 7f2ef6400700 1 -- start start 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 0x7f2ef00fc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100f40 0x7f2ef00fcb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef0105670 0x7f2ef00fd0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef01a67e0 con 0x7f2ef0105670 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef01a6950 con 0x7f2ef0100590 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2ef6400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ef01a6b10 con 0x7f2ef0100f40 2024-02-26T04:57:22.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2eef400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 0x7f2ef00fc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2eefe00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef0105670 0x7f2ef00fd0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2eef400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 0x7f2ef00fc650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45238/0 (socket says 172.21.15.112:45238) 2024-02-26T04:57:22.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2eef400700 1 -- 172.21.15.112:0/2924164420 learned_addr learned my addr 172.21.15.112:0/2924164420 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:22.874 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.870+0000 7f2eeea00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100f40 0x7f2ef00fcb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 -- 172.21.15.112:0/2924164420 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100f40 msgr2=0x7f2ef00fcb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2ef0100f40 0x7f2ef00fcb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 -- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef0105670 msgr2=0x7f2ef00fd0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2ef0105670 0x7f2ef00fd0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2edc009520 con 0x7f2ef0100590 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2eef400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 0x7f2ef00fc650 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0006010 tx=0x7f2ee000cda0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0004090 con 0x7f2ef0100590 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ee8009c40 con 0x7f2ef0100590 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f2ee000e450 con 0x7f2ef0100590 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.871+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ee0016680 con 0x7f2ef0100590 2024-02-26T04:57:22.875 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.872+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ee000a700 con 0x7f2ef0100590 2024-02-26T04:57:22.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.872+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f2ef010ff00 con 0x7f2ef0100590 2024-02-26T04:57:22.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.875+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f2ee000e5c0 con 0x7f2ef0100590 2024-02-26T04:57:22.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.876+0000 7f2ee7e00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2ed40a21e0 0x7f2ed40a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.876+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f2ee0012070 con 0x7f2ef0100590 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2eeea00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2ed40a21e0 0x7f2ed40a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2ee7e00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] conn(0x7f2ed40abca0 0x7f2ed40ae140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f2ed40ae810 con 0x7f2ed40abca0 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ee00cffc0 con 0x7f2ef0100590 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2eefe00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] conn(0x7f2ed40abca0 0x7f2ed40ae140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.877+0000 7f2eeea00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2ed40a21e0 0x7f2ed40a46a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0106c00 tx=0x7f2edc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.878+0000 7f2eefe00700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] conn(0x7f2ed40abca0 0x7f2ed40ae140 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:22.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.879+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== osd.6 v2:172.21.15.112:6818/2753594617 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f2ed40ae810 con 0x7f2ed40abca0 2024-02-26T04:57:22.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.896+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 --> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f2ef0062300 con 0x7f2ed40abca0 2024-02-26T04:57:22.899 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.897+0000 7f2ee7e00700 1 -- 172.21.15.112:0/2924164420 <== osd.6 v2:172.21.15.112:6818/2753594617 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f2ef0062300 con 0x7f2ed40abca0 2024-02-26T04:57:22.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.897+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] conn(0x7f2ed40abca0 msgr2=0x7f2ed40ae140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.897+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] conn(0x7f2ed40abca0 0x7f2ed40ae140 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2ed40a21e0 msgr2=0x7f2ed40a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2ed40a21e0 0x7f2ed40a46a0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f2ef0106c00 tx=0x7f2edc009260 comp rx=0 tx=0).stop 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 msgr2=0x7f2ef00fc650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 --2- 172.21.15.112:0/2924164420 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2ef0100590 0x7f2ef00fc650 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2ee0006010 tx=0x7f2ee000cda0 comp rx=0 tx=0).stop 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2eefe00700 1 -- 172.21.15.112:0/2924164420 reap_dead start 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 shutdown_connections 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 >> 172.21.15.112:0/2924164420 conn(0x7f2ef0077170 msgr2=0x7f2ef0103e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 shutdown_connections 2024-02-26T04:57:22.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:22.898+0000 7f2ef6400700 1 -- 172.21.15.112:0/2924164420 wait complete. 2024-02-26T04:57:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:22 smithi161 ceph-mon[36447]: pgmap v339: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:23.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.953+0000 7fc1e0800700 1 -- 172.21.15.112:0/1697392110 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8102860 msgr2=0x7fc1d81068b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.953+0000 7fc1e0800700 1 --2- 172.21.15.112:0/1697392110 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8102860 0x7fc1d81068b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fc1c8009990 tx=0x7fc1c8009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 -- 172.21.15.112:0/1697392110 shutdown_connections 2024-02-26T04:57:23.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 --2- 172.21.15.112:0/1697392110 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 0x7fc1d810eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 --2- 172.21.15.112:0/1697392110 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8101eb0 0x7fc1d8102290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 --2- 172.21.15.112:0/1697392110 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8102860 0x7fc1d81068b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 -- 172.21.15.112:0/1697392110 >> 172.21.15.112:0/1697392110 conn(0x7fc1d80fd720 msgr2=0x7fc1d80ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:23.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 -- 172.21.15.112:0/1697392110 shutdown_connections 2024-02-26T04:57:23.958 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.954+0000 7fc1e0800700 1 -- 172.21.15.112:0/1697392110 wait complete. 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.955+0000 7fc1e0800700 1 Processor -- start 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 -- start start 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8101eb0 0x7fc1d819a4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 0x7fc1d819aa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 0x7fc1d819edb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d819f3c0 con 0x7fc1d8106f90 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d819f530 con 0x7fc1d8102860 2024-02-26T04:57:23.959 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.956+0000 7fc1e0800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1d819f6f0 con 0x7fc1d8101eb0 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 0x7fc1d819aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 0x7fc1d819aa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45252/0 (socket says 172.21.15.112:45252) 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 -- 172.21.15.112:0/885304342 learned_addr learned my addr 172.21.15.112:0/885304342 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dde00700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8101eb0 0x7fc1d819a4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1de800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 0x7fc1d819edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 -- 172.21.15.112:0/885304342 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8101eb0 msgr2=0x7fc1d819a4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc1d8101eb0 0x7fc1d819a4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 -- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 msgr2=0x7fc1d819edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 0x7fc1d819edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.961 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1dd400700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c80095f0 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.957+0000 7fc1de800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc1d8106f90 0x7fc1d819edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1dd400700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 0x7fc1d819aa20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc1c800b2e0 tx=0x7fc1c8005ef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c801d070 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1d819f970 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fc1c800fe00 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c8005490 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.958+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1d81a7060 con 0x7fc1d8102860 2024-02-26T04:57:23.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.959+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fc1d8103390 con 0x7fc1d8102860 2024-02-26T04:57:23.964 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.962+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fc1c8004ac0 con 0x7fc1d8102860 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1d2a00700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc1c00a2260 0x7fc1c00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fc1c80cf6b0 con 0x7fc1d8102860 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1dde00700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc1c00a2260 0x7fc1c00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1d2a00700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] conn(0x7fc1c00abd20 0x7fc1c00ae1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc1c00ae890 con 0x7fc1c00abd20 2024-02-26T04:57:23.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.963+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_get_version_reply(handle=1 version=87) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc1c80cfa60 con 0x7fc1d8102860 2024-02-26T04:57:23.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.964+0000 7fc1de800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] conn(0x7fc1c00abd20 0x7fc1c00ae1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:23.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.964+0000 7fc1dde00700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc1c00a2260 0x7fc1c00a4720 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009c60 tx=0x7fc1cc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:23.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.965+0000 7fc1de800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] conn(0x7fc1c00abd20 0x7fc1c00ae1c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:23.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.966+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== osd.7 v2:172.21.15.161:6816/3334601870 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fc1c00ae890 con 0x7fc1c00abd20 2024-02-26T04:57:23.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.985+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 --> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc1d8112160 con 0x7fc1c00abd20 2024-02-26T04:57:23.988 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.985+0000 7fc1d2a00700 1 -- 172.21.15.112:0/885304342 <== osd.7 v2:172.21.15.161:6816/3334601870 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fc1d8112160 con 0x7fc1c00abd20 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] conn(0x7fc1c00abd20 msgr2=0x7fc1c00ae1c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] conn(0x7fc1c00abd20 0x7fc1c00ae1c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc1c00a2260 msgr2=0x7fc1c00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc1c00a2260 0x7fc1c00a4720 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fc1cc009c60 tx=0x7fc1cc009260 comp rx=0 tx=0).stop 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 msgr2=0x7fc1d819aa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 --2- 172.21.15.112:0/885304342 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc1d8102860 0x7fc1d819aa20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fc1c800b2e0 tx=0x7fc1c8005ef0 comp rx=0 tx=0).stop 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1de800700 1 -- 172.21.15.112:0/885304342 reap_dead start 2024-02-26T04:57:23.989 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 shutdown_connections 2024-02-26T04:57:23.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 >> 172.21.15.112:0/885304342 conn(0x7fc1d80fd720 msgr2=0x7fc1d810d460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:23.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 shutdown_connections 2024-02-26T04:57:23.990 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:23.986+0000 7fc1e0800700 1 -- 172.21.15.112:0/885304342 wait complete. 2024-02-26T04:57:24.700 INFO:teuthology.orchestra.run.smithi112.stdout:287762808866 2024-02-26T04:57:24.700 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-02-26T04:57:24.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:24 smithi112 ceph-mon[31817]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T04:57:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:24 smithi175 ceph-mon[36652]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T04:57:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:24 smithi161 ceph-mon[36447]: pgmap v340: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T04:57:25.459 INFO:teuthology.orchestra.run.smithi112.stdout:34359738454 2024-02-26T04:57:25.460 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-02-26T04:57:25.548 INFO:teuthology.orchestra.run.smithi112.stdout:197568495670 2024-02-26T04:57:25.548 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-02-26T04:57:25.766 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:25.768 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:26.310 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:26.310 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:26.318 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:26.325 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:26.386 INFO:teuthology.orchestra.run.smithi112.stdout:219043332142 2024-02-26T04:57:26.386 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-02-26T04:57:26.672 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:26 smithi112 ceph-mon[31817]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-02-26T04:57:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:26 smithi175 ceph-mon[36652]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-02-26T04:57:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:26 smithi161 ceph-mon[36447]: pgmap v341: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 5 op/s 2024-02-26T04:57:27.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:27 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:57:27.759 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:27 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:57:27.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:27 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:57:28.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:28 smithi112 ceph-mon[31817]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:28.786 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:28 smithi161 ceph-mon[36447]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:28 smithi175 ceph-mon[36652]: pgmap v342: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:29.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:29 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:29 smithi112 ceph-mon[31817]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:29 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:29 smithi175 ceph-mon[36652]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:29.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:29 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:29.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:29 smithi161 ceph-mon[36447]: pgmap v343: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:32.427 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:32 smithi112 ceph-mon[31817]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:32.615 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:32 smithi175 ceph-mon[36652]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:32.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:32 smithi161 ceph-mon[36447]: pgmap v344: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:57:33.022 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 -- 172.21.15.112:0/370436892 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074960 msgr2=0x7f27ec10dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 --2- 172.21.15.112:0/370436892 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074960 0x7f27ec10dff0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f27d80098f0 tx=0x7f27d8009c00 comp rx=0 tx=0).stop 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 -- 172.21.15.112:0/370436892 shutdown_connections 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 --2- 172.21.15.112:0/370436892 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec10e530 0x7f27ec110940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 --2- 172.21.15.112:0/370436892 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec074040 0x7f27ec074420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 --2- 172.21.15.112:0/370436892 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074960 0x7f27ec10dff0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 -- 172.21.15.112:0/370436892 >> 172.21.15.112:0/370436892 conn(0x7f27ec0fd740 msgr2=0x7f27ec0ffb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:33.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.070+0000 7f27f0e00700 1 -- 172.21.15.112:0/370436892 shutdown_connections 2024-02-26T04:57:33.074 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.071+0000 7f27f0e00700 1 -- 172.21.15.112:0/370436892 wait complete. 2024-02-26T04:57:33.074 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.072+0000 7f27f0e00700 1 Processor -- start 2024-02-26T04:57:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.072+0000 7f27f0e00700 1 -- start start 2024-02-26T04:57:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec074960 0x7f27ec19aa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:33.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec10e530 0x7f27ec19ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ec19f3f0 con 0x7f27ec10e530 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ec19f560 con 0x7f27ec074960 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27f0e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ec19f720 con 0x7f27ec074040 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27ea800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec10e530 0x7f27ec19ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:44450/0 (socket says 172.21.15.112:44450) 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 -- 172.21.15.112:0/1286245626 learned_addr learned my addr 172.21.15.112:0/1286245626 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:33.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9400700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec074960 0x7f27ec19aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 -- 172.21.15.112:0/1286245626 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec074960 msgr2=0x7f27ec19aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec074960 0x7f27ec19aa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.073+0000 7f27e9e00700 1 -- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec10e530 msgr2=0x7f27ec19ede0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e9e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec10e530 0x7f27ec19ede0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e9e00700 1 -- 172.21.15.112:0/1286245626 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27d8009520 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e9e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f27dc00e9c0 tx=0x7f27dc00ecd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27dc004a30 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f27dc00ccc0 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27ec19fa00 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27dc0055e0 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.074+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27ec1a7260 con 0x7f27ec074040 2024-02-26T04:57:33.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.075+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27ec068930 con 0x7f27ec074040 2024-02-26T04:57:33.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.077+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7f27dc004cb0 con 0x7f27ec074040 2024-02-26T04:57:33.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.079+0000 7f27e2a00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 0x7f27d00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:33.081 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.079+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f27dc014070 con 0x7f27ec074040 2024-02-26T04:57:33.082 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.079+0000 7f27e9400700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 0x7f27d00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:33.082 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.080+0000 7f27e9400700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 0x7f27d00a4720 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f27d800c010 tx=0x7f27d8019040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:33.084 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.081+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f27dc096d90 con 0x7f27ec074040 2024-02-26T04:57:33.307 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.304+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f27ec19b870 con 0x7f27ec074040 2024-02-26T04:57:33.308 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.305+0000 7f27e2a00700 1 -- 172.21.15.112:0/1286245626 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f27dc005740 con 0x7f27ec074040 2024-02-26T04:57:33.308 INFO:teuthology.orchestra.run.smithi112.stdout:163208757307 2024-02-26T04:57:33.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 msgr2=0x7f27d00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:33.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 0x7f27d00a4720 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f27d800c010 tx=0x7f27d8019040 comp rx=0 tx=0).stop 2024-02-26T04:57:33.310 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 msgr2=0x7f27ec19a510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f27dc00e9c0 tx=0x7f27dc00ecd0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 shutdown_connections 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f27ec10e530 0x7f27ec19ede0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f27d00a2260 0x7f27d00a4720 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f27ec074040 0x7f27ec19a510 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 --2- 172.21.15.112:0/1286245626 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f27ec074960 0x7f27ec19aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:33.311 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 >> 172.21.15.112:0/1286245626 conn(0x7f27ec0fd740 msgr2=0x7f27ec110740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:33.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 shutdown_connections 2024-02-26T04:57:33.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:33.308+0000 7f27f0e00700 1 -- 172.21.15.112:0/1286245626 wait complete. 2024-02-26T04:57:33.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:33 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1286245626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-26T04:57:33.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:33 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1286245626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-26T04:57:33.735 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:33 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1286245626' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-02-26T04:57:34.199 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:34.210 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:34.635 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:34 smithi112 ceph-mon[31817]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:34.694 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757303 got 163208757307 for osd.5 2024-02-26T04:57:34.694 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:34.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:34 smithi161 ceph-mon[36447]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:34 smithi175 ceph-mon[36652]: pgmap v345: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:57:35.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.147+0000 7fefb5e00700 1 -- 172.21.15.112:0/2911810510 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb00747c0 msgr2=0x7fefb010e190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:35.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.147+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2911810510 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb00747c0 0x7fefb010e190 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fef9c009990 tx=0x7fef9c009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.197 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 -- 172.21.15.112:0/2911810510 shutdown_connections 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2911810510 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb010e6d0 0x7fefb0110ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2911810510 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb0073ea0 0x7fefb0074280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2911810510 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb00747c0 0x7fefb010e190 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 -- 172.21.15.112:0/2911810510 >> 172.21.15.112:0/2911810510 conn(0x7fefb0078d40 msgr2=0x7fefb0079150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 -- 172.21.15.112:0/2911810510 shutdown_connections 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.148+0000 7fefb5e00700 1 -- 172.21.15.112:0/2911810510 wait complete. 2024-02-26T04:57:35.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 Processor -- start 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 -- start start 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb00747c0 0x7fefb019a9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb010e6d0 0x7fefb019ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb019f350 con 0x7fefb0073ea0 2024-02-26T04:57:35.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb019f4c0 con 0x7fefb010e6d0 2024-02-26T04:57:35.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefb5e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefb019f680 con 0x7fefb00747c0 2024-02-26T04:57:35.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.149+0000 7fefaea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:35.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48622/0 (socket says 172.21.15.112:48622) 2024-02-26T04:57:35.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 -- 172.21.15.112:0/2818825820 learned_addr learned my addr 172.21.15.112:0/2818825820 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:35.200 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaf400700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb010e6d0 0x7fefb019ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefae000700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb00747c0 0x7fefb019a9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 -- 172.21.15.112:0/2818825820 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb00747c0 msgr2=0x7fefb019a9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb00747c0 0x7fefb019a9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 -- 172.21.15.112:0/2818825820 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb010e6d0 msgr2=0x7fefb019ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb010e6d0 0x7fefb019ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 -- 172.21.15.112:0/2818825820 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef9c0095f0 con 0x7fefb0073ea0 2024-02-26T04:57:35.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefaea00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fefa000e9a0 tx=0x7fefa000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.150+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa0009790 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.151+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fefa0010430 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.151+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa0018680 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.151+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefb019f960 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.151+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefb01a71c0 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.152+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefb0075530 con 0x7fefb0073ea0 2024-02-26T04:57:35.202 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.154+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fefa00109a0 con 0x7fefb0073ea0 2024-02-26T04:57:35.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.156+0000 7fefb4a00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 0x7fef940a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:35.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.156+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fefa0014070 con 0x7fefb0073ea0 2024-02-26T04:57:35.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.156+0000 7fefae000700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 0x7fef940a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:35.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.157+0000 7fefae000700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 0x7fef940a46a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fefb0110220 tx=0x7fef9c00b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:35.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.161+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fefa0052d20 con 0x7fefb0073ea0 2024-02-26T04:57:35.402 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.399+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7fefb01140a0 con 0x7fefb0073ea0 2024-02-26T04:57:35.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.400+0000 7fefb4a00700 1 -- 172.21.15.112:0/2818825820 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7fefa0096ec0 con 0x7fefb0073ea0 2024-02-26T04:57:35.403 INFO:teuthology.orchestra.run.smithi112.stdout:343597383707 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 msgr2=0x7fef940a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 0x7fef940a46a0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fefb0110220 tx=0x7fef9c00b260 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 msgr2=0x7fefb019a470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fefa000e9a0 tx=0x7fefa000ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 shutdown_connections 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fefb010e6d0 0x7fefb019ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fefb0073ea0 0x7fefb019a470 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fef940a21e0 0x7fef940a46a0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 --2- 172.21.15.112:0/2818825820 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fefb00747c0 0x7fefb019a9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 >> 172.21.15.112:0/2818825820 conn(0x7fefb0078d40 msgr2=0x7fefb00feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 shutdown_connections 2024-02-26T04:57:35.406 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.403+0000 7fefb5e00700 1 -- 172.21.15.112:0/2818825820 wait complete. 2024-02-26T04:57:36.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:36 smithi112 ceph-mon[31817]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:57:36.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:36 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2818825820' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-26T04:57:36.625 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:36 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1594249103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-26T04:57:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:36 smithi161 ceph-mon[36447]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:57:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:36 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2818825820' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-26T04:57:36.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:36 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1594249103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-26T04:57:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:36 smithi175 ceph-mon[36652]: pgmap v346: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:57:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:36 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2818825820' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-02-26T04:57:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:36 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1594249103' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-02-26T04:57:38.070 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383700 got 343597383707 for osd.11 2024-02-26T04:57:38.070 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:38.613 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:38 smithi112 ceph-mon[31817]: pgmap v347: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:57:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:38 smithi161 ceph-mon[36447]: pgmap v347: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:57:38.720 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:38 smithi175 ceph-mon[36652]: pgmap v347: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 -- 172.21.15.112:0/804581518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 msgr2=0x7f778010df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 --2- 172.21.15.112:0/804581518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778010df10 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f776c009990 tx=0x7f776c009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 -- 172.21.15.112:0/804581518 shutdown_connections 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 --2- 172.21.15.112:0/804581518 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f778010e450 0x7f7780110840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 --2- 172.21.15.112:0/804581518 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f77801008a0 0x7f7780100c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 --2- 172.21.15.112:0/804581518 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778010df10 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 -- 172.21.15.112:0/804581518 >> 172.21.15.112:0/804581518 conn(0x7f77800fc540 msgr2=0x7f77800fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 -- 172.21.15.112:0/804581518 shutdown_connections 2024-02-26T04:57:39.171 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.168+0000 7f7786600700 1 -- 172.21.15.112:0/804581518 wait complete. 2024-02-26T04:57:39.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.169+0000 7f7786600700 1 Processor -- start 2024-02-26T04:57:39.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.169+0000 7f7786600700 1 -- start start 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778019a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f778010e450 0x7f778019ec20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f778019f230 con 0x7f7780101250 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f778019f3a0 con 0x7f778010e450 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7786600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f778019f560 con 0x7f77801008a0 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:38348/0 (socket says 172.21.15.112:38348) 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 -- 172.21.15.112:0/826681575 learned_addr learned my addr 172.21.15.112:0/826681575 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f777fe00700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778019a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:39.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785c00700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f778010e450 0x7f778019ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 -- 172.21.15.112:0/826681575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f778010e450 msgr2=0x7f778019ec20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f778010e450 0x7f778019ec20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 -- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 msgr2=0x7f778019a890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778019a890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.170+0000 7f7785200700 1 -- 172.21.15.112:0/826681575 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7774009520 con 0x7f77801008a0 2024-02-26T04:57:39.174 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f7785200700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f777400eb30 tx=0x7f777400ee40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774009880 con 0x7f77801008a0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c0095f0 con 0x7f77801008a0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7774004520 con 0x7f77801008a0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7774010430 con 0x7f77801008a0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.171+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77801a6ed0 con 0x7f77801008a0 2024-02-26T04:57:39.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.172+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7780109670 con 0x7f77801008a0 2024-02-26T04:57:39.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.174+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f777400cbd0 con 0x7f77801008a0 2024-02-26T04:57:39.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.175+0000 7f777d600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 0x7f77680a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:39.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.176+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f7774014070 con 0x7f77801008a0 2024-02-26T04:57:39.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.176+0000 7f777fe00700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 0x7f77680a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:39.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.176+0000 7f777fe00700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 0x7f77680a4610 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7780110d30 tx=0x7f776c005fd0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:39.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.179+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f77740970f0 con 0x7f77801008a0 2024-02-26T04:57:39.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.405+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7f778019b6b0 con 0x7f77801008a0 2024-02-26T04:57:39.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.408+0000 7f777d600700 1 -- 172.21.15.112:0/826681575 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7f777409a7b0 con 0x7f77801008a0 2024-02-26T04:57:39.411 INFO:teuthology.orchestra.run.smithi112.stdout:309237645344 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 msgr2=0x7f77680a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 0x7f77680a4610 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7780110d30 tx=0x7f776c005fd0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 msgr2=0x7f778019a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f777400eb30 tx=0x7f777400ee40 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 shutdown_connections 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f778010e450 0x7f778019ec20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f77680a2150 0x7f77680a4610 secure :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f7780110d30 tx=0x7f776c005fd0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f77801008a0 0x7f778019a350 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 --2- 172.21.15.112:0/826681575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7780101250 0x7f778019a890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:39.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 >> 172.21.15.112:0/826681575 conn(0x7f77800fc540 msgr2=0x7f77800fe930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:39.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.411+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 shutdown_connections 2024-02-26T04:57:39.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:39.412+0000 7f7786600700 1 -- 172.21.15.112:0/826681575 wait complete. 2024-02-26T04:57:39.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:39 smithi161 ceph-mon[36447]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-02-26T04:57:39.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:39 smithi112 ceph-mon[31817]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-02-26T04:57:39.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:39 smithi175 ceph-mon[36652]: mgrmap e18: x(active, since 9m), standbys: z, y 2024-02-26T04:57:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:40 smithi161 ceph-mon[36447]: pgmap v348: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T04:57:40.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:40 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/826681575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-26T04:57:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:40 smithi112 ceph-mon[31817]: pgmap v348: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T04:57:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:40 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/826681575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-26T04:57:40.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 -- 172.21.15.112:0/642823045 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41091c0 msgr2=0x7fd8f4110d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:40.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 --2- 172.21.15.112:0/642823045 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41091c0 0x7fd8f4110d90 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7fd8ec00b0a0 tx=0x7fd8ec00b3b0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 -- 172.21.15.112:0/642823045 shutdown_connections 2024-02-26T04:57:40.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 --2- 172.21.15.112:0/642823045 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41091c0 0x7fd8f4110d90 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.755 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 --2- 172.21.15.112:0/642823045 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f41040e0 0x7fd8f41044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 --2- 172.21.15.112:0/642823045 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f4104a90 0x7fd8f4108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 -- 172.21.15.112:0/642823045 >> 172.21.15.112:0/642823045 conn(0x7fd8f40ff950 msgr2=0x7fd8f4101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 -- 172.21.15.112:0/642823045 shutdown_connections 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.564+0000 7fd8fb200700 1 -- 172.21.15.112:0/642823045 wait complete. 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.565+0000 7fd8fb200700 1 Processor -- start 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 -- start start 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 0x7fd8f419abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f41091c0 0x7fd8f419eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f419f500 con 0x7fd8f41040e0 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f419f670 con 0x7fd8f41091c0 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8fb200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8f419f830 con 0x7fd8f4104a90 2024-02-26T04:57:40.756 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8f3e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8f3e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48642/0 (socket says 172.21.15.112:48642) 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8f3e00700 1 -- 172.21.15.112:0/1594249103 learned_addr learned my addr 172.21.15.112:0/1594249103 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8f3400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 0x7fd8f419abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.566+0000 7fd8f9200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f41091c0 0x7fd8f419eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 -- 172.21.15.112:0/1594249103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 msgr2=0x7fd8f419abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 0x7fd8f419abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 -- 172.21.15.112:0/1594249103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f41091c0 msgr2=0x7fd8f419eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f41091c0 0x7fd8f419eef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 -- 172.21.15.112:0/1594249103 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8ec009d00 con 0x7fd8f41040e0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3400700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 0x7fd8f419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f3e00700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd8e400e9a0 tx=0x7fd8e400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e4009790 con 0x7fd8f41040e0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd8e4010430 con 0x7fd8f41040e0 2024-02-26T04:57:40.757 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8f419fb10 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8e4018680 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.567+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8f41a7370 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.568+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8f410c4e0 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.570+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 17) v1 ==== 136820+0+0 (secure 0 0 0) 0x7fd8e40109a0 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.572+0000 7fd8f0c00700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 0x7fd8d80a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.572+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fd8e4014070 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.572+0000 7fd8f3400700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 0x7fd8d80a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.573+0000 7fd8f3400700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 0x7fd8d80a4720 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd8f410a6f0 tx=0x7fd8e0009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.575+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd8e40972b0 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.798+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fd8f4068930 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.798+0000 7fd8f0c00700 1 -- 172.21.15.112:0/1594249103 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fd8e4026090 con 0x7fd8f41040e0 2024-02-26T04:57:40.758 INFO:teuthology.orchestra.run.smithi112.stdout:107374182471 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 msgr2=0x7fd8d80a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 0x7fd8d80a4720 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7fd8f410a6f0 tx=0x7fd8e0009260 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 msgr2=0x7fd8f419a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fd8e400e9a0 tx=0x7fd8e400ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 shutdown_connections 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd8f41091c0 0x7fd8f419eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd8f41040e0 0x7fd8f419a670 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fd8d80a2260 0x7fd8d80a4720 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 --2- 172.21.15.112:0/1594249103 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd8f4104a90 0x7fd8f419abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.802+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 >> 172.21.15.112:0/1594249103 conn(0x7fd8f40ff950 msgr2=0x7fd8f4100400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.803+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 shutdown_connections 2024-02-26T04:57:40.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:35.803+0000 7fd8fb200700 1 -- 172.21.15.112:0/1594249103 wait complete. 2024-02-26T04:57:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:40 smithi175 ceph-mon[36652]: pgmap v348: 97 pgs: 97 active+clean; 639 KiB data, 342 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T04:57:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:40 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/826681575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-02-26T04:57:41.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 -- 172.21.15.112:0/1396074268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 msgr2=0x7f896c069d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:41.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 --2- 172.21.15.112:0/1396074268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c069d80 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f89580099c0 tx=0x7f8958009cd0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 -- 172.21.15.112:0/1396074268 shutdown_connections 2024-02-26T04:57:41.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 --2- 172.21.15.112:0/1396074268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c06a2c0 0x7f896c10eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 --2- 172.21.15.112:0/1396074268 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c107cc0 0x7f896c1080a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 --2- 172.21.15.112:0/1396074268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c069d80 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 -- 172.21.15.112:0/1396074268 >> 172.21.15.112:0/1396074268 conn(0x7f896c077aa0 msgr2=0x7f896c077eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.813+0000 7f8973000700 1 -- 172.21.15.112:0/1396074268 shutdown_connections 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.814+0000 7f8973000700 1 -- 172.21.15.112:0/1396074268 wait complete. 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 Processor -- start 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 -- start start 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 0x7f896c108f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c107cc0 0x7f896c109480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896c1aaa60 con 0x7f896c069920 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896c1aaba0 con 0x7f896c107cc0 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f8973000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f896c1aace0 con 0x7f896c06a2c0 2024-02-26T04:57:41.862 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f896be00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f896be00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48676/0 (socket says 172.21.15.112:48676) 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f896be00700 1 -- 172.21.15.112:0/3273370550 learned_addr learned my addr 172.21.15.112:0/3273370550 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.815+0000 7f896b400700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 0x7f896c108f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f8971000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c107cc0 0x7f896c109480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 -- 172.21.15.112:0/3273370550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 msgr2=0x7f896c108f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 0x7f896c108f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 -- 172.21.15.112:0/3273370550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c107cc0 msgr2=0x7f896c109480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c107cc0 0x7f896c109480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 -- 172.21.15.112:0/3273370550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89580095f0 con 0x7f896c069920 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896b400700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 0x7f896c108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.816+0000 7f896be00700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f895c00e9a0 tx=0x7f895c00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.817+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f895c009790 con 0x7f896c069920 2024-02-26T04:57:41.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.817+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f895c010430 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.817+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f896c1aafc0 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.817+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f895c018710 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.817+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f896c1ab3e0 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.819+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f896c103370 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.820+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f895c0109a0 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.821+0000 7f8968c00700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 0x7f89500a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.821+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f895c014070 con 0x7f896c069920 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.822+0000 7f896b400700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 0x7f89500a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:41.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.822+0000 7f896b400700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 0x7f89500a4690 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8958000c00 tx=0x7f8958005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:41.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:41.826+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f895c052d20 con 0x7f896c069920 2024-02-26T04:57:42.055 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.052+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f896c111e00 con 0x7f896c069920 2024-02-26T04:57:42.056 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.053+0000 7f8968c00700 1 -- 172.21.15.112:0/3273370550 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f895c096d00 con 0x7f896c069920 2024-02-26T04:57:42.056 INFO:teuthology.orchestra.run.smithi112.stdout:141733920834 2024-02-26T04:57:42.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 msgr2=0x7f89500a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:42.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 0x7f89500a4690 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f8958000c00 tx=0x7f8958005fb0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.059 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 msgr2=0x7f896c108a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f895c00e9a0 tx=0x7f895c00ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 shutdown_connections 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f896c107cc0 0x7f896c109480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f896c069920 0x7f896c108a00 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f89500a21d0 0x7f89500a4690 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 --2- 172.21.15.112:0/3273370550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f896c06a2c0 0x7f896c108f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:42.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 >> 172.21.15.112:0/3273370550 conn(0x7f896c077aa0 msgr2=0x7f896c10cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:42.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 shutdown_connections 2024-02-26T04:57:42.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:42.056+0000 7f8973000700 1 -- 172.21.15.112:0/3273370550 wait complete. 2024-02-26T04:57:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:42 smithi161 ceph-mon[36447]: pgmap v349: 97 pgs: 97 active+clean; 639 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-02-26T04:57:42.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:42 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3273370550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-26T04:57:42.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:42 smithi112 ceph-mon[31817]: pgmap v349: 97 pgs: 97 active+clean; 639 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-02-26T04:57:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:42 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3273370550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-26T04:57:42.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:42 smithi175 ceph-mon[36652]: pgmap v349: 97 pgs: 97 active+clean; 639 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 426 B/s wr, 6 op/s 2024-02-26T04:57:42.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:42 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3273370550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-02-26T04:57:43.838 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645340 got 309237645344 for osd.10 2024-02-26T04:57:43.838 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:44.602 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:44 smithi112 ceph-mon[31817]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:44.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:44 smithi161 ceph-mon[36447]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:44.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:44 smithi175 ceph-mon[36652]: pgmap v350: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:45.300 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182464 got 107374182471 for osd.3 2024-02-26T04:57:45.300 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:45.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:45 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2727798576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-26T04:57:45.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:45 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4174039847' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-26T04:57:45.737 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2727798576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-26T04:57:45.737 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4174039847' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-26T04:57:45.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2727798576' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-02-26T04:57:45.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4174039847' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-02-26T04:57:45.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 -- 172.21.15.112:0/3966937284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d5810c140 msgr2=0x7f1d5810e600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:45.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 --2- 172.21.15.112:0/3966937284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d5810c140 0x7f1d5810e600 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1d5000b0a0 tx=0x7f1d5000b3b0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 -- 172.21.15.112:0/3966937284 shutdown_connections 2024-02-26T04:57:45.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 --2- 172.21.15.112:0/3966937284 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d5810c140 0x7f1d5810e600 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 --2- 172.21.15.112:0/3966937284 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d58102d10 0x7f1d581030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 --2- 172.21.15.112:0/3966937284 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d58103630 0x7f1d5810bb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 -- 172.21.15.112:0/3966937284 >> 172.21.15.112:0/3966937284 conn(0x7f1d580fc540 msgr2=0x7f1d580fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 -- 172.21.15.112:0/3966937284 shutdown_connections 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.484+0000 7f1d5f000700 1 -- 172.21.15.112:0/3966937284 wait complete. 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 Processor -- start 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 -- start start 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d58103630 0x7f1d58198760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d5810c140 0x7f1d5819caa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d5819d0b0 con 0x7f1d58102d10 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d5819d220 con 0x7f1d58103630 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.486+0000 7f1d5f000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d5819d3e0 con 0x7f1d5810c140 2024-02-26T04:57:45.950 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48700/0 (socket says 172.21.15.112:48700) 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 -- 172.21.15.112:0/2727798576 learned_addr learned my addr 172.21.15.112:0/2727798576 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5e600700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d5810c140 0x7f1d5819caa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 -- 172.21.15.112:0/2727798576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d5810c140 msgr2=0x7f1d5819caa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d5810c140 0x7f1d5819caa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 -- 172.21.15.112:0/2727798576 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d58103630 msgr2=0x7f1d58198760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d58103630 0x7f1d58198760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.487+0000 7f1d5dc00700 1 -- 172.21.15.112:0/2727798576 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d50009d00 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d5dc00700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00b550 tx=0x7f1d4c00b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c011830 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f1d4c011e90 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d5819d6c0 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d4c00f2e0 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.488+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d581a4f20 con 0x7f1d58102d10 2024-02-26T04:57:45.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.489+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d58068930 con 0x7f1d58102d10 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.492+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f1d4c010380 con 0x7f1d58102d10 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.493+0000 7f1d56000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 0x7f1d400a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.493+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f1d4c0cd6b0 con 0x7f1d58102d10 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stdout:55834574933 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.494+0000 7f1d5d200700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 0x7f1d400a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:45.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.494+0000 7f1d5d200700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 0x7f1d400a4690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1d440094f0 tx=0x7f1d44009440 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.498+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f1d4c096650 con 0x7f1d58102d10 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.719+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f1d58199530 con 0x7f1d58102d10 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.720+0000 7f1d56000700 1 -- 172.21.15.112:0/2727798576 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f1d4c099d10 con 0x7f1d58102d10 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.722+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 msgr2=0x7f1d400a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.722+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 0x7f1d400a4690 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f1d440094f0 tx=0x7f1d44009440 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.722+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 msgr2=0x7f1d58198220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.722+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f1d4c00b550 tx=0x7f1d4c00b860 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 shutdown_connections 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f1d400a21d0 0x7f1d400a4690 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1d5810c140 0x7f1d5819caa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1d58102d10 0x7f1d58198220 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 --2- 172.21.15.112:0/2727798576 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1d58103630 0x7f1d58198760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 >> 172.21.15.112:0/2727798576 conn(0x7f1d580fc540 msgr2=0x7f1d580fd070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:45.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 shutdown_connections 2024-02-26T04:57:45.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.723+0000 7f1d5f000700 1 -- 172.21.15.112:0/2727798576 wait complete. 2024-02-26T04:57:46.196 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:46.529 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:46 smithi112 ceph-mon[31817]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:46.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:46 smithi161 ceph-mon[36447]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:46.760 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 -- 172.21.15.112:0/3425879746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5018104a90 msgr2=0x7f5018108ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:46.760 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 --2- 172.21.15.112:0/3425879746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5018104a90 0x7f5018108ae0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f50040098f0 tx=0x7f5004009c00 comp rx=0 tx=0).stop 2024-02-26T04:57:46.760 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 -- 172.21.15.112:0/3425879746 shutdown_connections 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 --2- 172.21.15.112:0/3425879746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f5018110d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 --2- 172.21.15.112:0/3425879746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f50181040e0 0x7f50181044c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 --2- 172.21.15.112:0/3425879746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5018104a90 0x7f5018108ae0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 -- 172.21.15.112:0/3425879746 >> 172.21.15.112:0/3425879746 conn(0x7f50180ff970 msgr2=0x7f5018101d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 -- 172.21.15.112:0/3425879746 shutdown_connections 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.761+0000 7f501ea00700 1 -- 172.21.15.112:0/3425879746 wait complete. 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.762+0000 7f501ea00700 1 Processor -- start 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.762+0000 7f501ea00700 1 -- start start 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f50181040e0 0x7f501819a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 0x7f501819aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:46.761 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f501819f3d0 con 0x7f5018104a90 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f501819f540 con 0x7f50181091c0 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ea00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f501819f700 con 0x7f50181040e0 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f5017400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 0x7f501819aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ca00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ca00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:60816/0 (socket says 172.21.15.112:60816) 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f501ca00700 1 -- 172.21.15.112:0/4174039847 learned_addr learned my addr 172.21.15.112:0/4174039847 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f5017e00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f50181040e0 0x7f501819a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.763+0000 7f5017400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 0x7f501819aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:48710/0 (socket says 172.21.15.112:48710) 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 -- 172.21.15.112:0/4174039847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f50181040e0 msgr2=0x7f501819a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f50181040e0 0x7f501819a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 -- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 msgr2=0x7f501819aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:46.762 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 0x7f501819aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 -- 172.21.15.112:0/4174039847 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50080095f0 con 0x7f50181091c0 2024-02-26T04:57:46.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ca00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f501000ef30 tx=0x7f501000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:46.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5010018070 con 0x7f50181091c0 2024-02-26T04:57:46.763 INFO:teuthology.orchestra.run.smithi112.stdout:253403070510 2024-02-26T04:57:46.763 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f501000f040 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5004009520 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f501000ce40 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.764+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50181a7070 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.765+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5018068930 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.767+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f5010007500 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.769+0000 7f5014c00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 0x7f4ffc0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.769+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f50100cd6a0 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.769+0000 7f5017e00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 0x7f4ffc0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.770+0000 7f5017e00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 0x7f4ffc0a4610 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5008005fd0 tx=0x7f5008009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:44.773+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f50100966d0 con 0x7f50181091c0 2024-02-26T04:57:46.764 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.000+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f5018114080 con 0x7f50181091c0 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.001+0000 7f5014c00700 1 -- 172.21.15.112:0/4174039847 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f5010099d90 con 0x7f50181091c0 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.003+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 msgr2=0x7f4ffc0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.003+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 0x7f4ffc0a4610 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f5008005fd0 tx=0x7f5008009310 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.003+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 msgr2=0x7f501819edc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.003+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f501000ef30 tx=0x7f501000c3a0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 shutdown_connections 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f50181091c0 0x7f501819edc0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4ffc0a2150 0x7f4ffc0a4610 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f50181040e0 0x7f501819a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 --2- 172.21.15.112:0/4174039847 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5018104a90 0x7f501819aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 >> 172.21.15.112:0/4174039847 conn(0x7f50180ff970 msgr2=0x7f5018100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:46.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 shutdown_connections 2024-02-26T04:57:46.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:45.004+0000 7f501ea00700 1 -- 172.21.15.112:0/4174039847 wait complete. 2024-02-26T04:57:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:46 smithi175 ceph-mon[36652]: pgmap v351: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:47.061 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:47.995 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070505 got 253403070510 for osd.8 2024-02-26T04:57:47.995 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:48.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 -- 172.21.15.112:0/94918370 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38107ca0 msgr2=0x7f2c38108080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/94918370 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38107ca0 0x7f2c38108080 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2c280099c0 tx=0x7f2c28009cd0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 -- 172.21.15.112:0/94918370 shutdown_connections 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/94918370 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38102680 0x7f2c3810eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/94918370 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38107ca0 0x7f2c38108080 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/94918370 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38101cc0 0x7f2c38102140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 -- 172.21.15.112:0/94918370 >> 172.21.15.112:0/94918370 conn(0x7f2c38078da0 msgr2=0x7f2c380791b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 -- 172.21.15.112:0/94918370 shutdown_connections 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.669+0000 7f2c3ce00700 1 -- 172.21.15.112:0/94918370 wait complete. 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 Processor -- start 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 -- start start 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38101cc0 0x7f2c38073f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38102680 0x7f2c380744b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c381a6680 con 0x7f2c38101cc0 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c381a67f0 con 0x7f2c38107ca0 2024-02-26T04:57:48.030 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.670+0000 7f2c3ce00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c381a69b0 con 0x7f2c38102680 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c35e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38101cc0 0x7f2c38073f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c35400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38102680 0x7f2c380744b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:52178/0 (socket says 172.21.15.112:52178) 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 -- 172.21.15.112:0/4273544331 learned_addr learned my addr 172.21.15.112:0/4273544331 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 -- 172.21.15.112:0/4273544331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38102680 msgr2=0x7f2c380744b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38102680 0x7f2c380744b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 -- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38101cc0 msgr2=0x7f2c38073f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38101cc0 0x7f2c38073f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.671+0000 7f2c36800700 1 -- 172.21.15.112:0/4273544331 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c280095f0 con 0x7f2c38107ca0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c36800700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c3000ef30 tx=0x7f2c3000c3a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c30018070 con 0x7f2c38107ca0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c381a6c30 con 0x7f2c38107ca0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f2c3000f040 con 0x7f2c38107ca0 2024-02-26T04:57:48.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c3000ce40 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.672+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c381a7180 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.673+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c3810a1a0 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.675+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f2c30003a00 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.676+0000 7f2c2ea00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 0x7f2c1c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.677+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f2c300cdcf0 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.677+0000 7f2c35e00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 0x7f2c1c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.677+0000 7f2c35e00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 0x7f2c1c0a4610 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c28000c00 tx=0x7f2c28005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.679+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f2c30096d20 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.900+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f2c38075500 con 0x7f2c38107ca0 2024-02-26T04:57:48.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.901+0000 7f2c2ea00700 1 -- 172.21.15.112:0/4273544331 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2c30003cb0 con 0x7f2c38107ca0 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stdout:34359738459 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 msgr2=0x7f2c1c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 0x7f2c1c0a4610 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2c28000c00 tx=0x7f2c28005fb0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 msgr2=0x7f2c380749f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f2c3000ef30 tx=0x7f2c3000c3a0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 shutdown_connections 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f2c38107ca0 0x7f2c380749f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f2c38101cc0 0x7f2c38073f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f2c1c0a2150 0x7f2c1c0a4610 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 --2- 172.21.15.112:0/4273544331 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f2c38102680 0x7f2c380744b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.904+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 >> 172.21.15.112:0/4273544331 conn(0x7f2c38078da0 msgr2=0x7f2c381007d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:48.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.905+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 shutdown_connections 2024-02-26T04:57:48.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:47.905+0000 7f2c3ce00700 1 -- 172.21.15.112:0/4273544331 wait complete. 2024-02-26T04:57:48.537 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:48 smithi112 ceph-mon[31817]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-02-26T04:57:48.537 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:48 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4273544331' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-26T04:57:48.622 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920826 got 141733920834 for osd.4 2024-02-26T04:57:48.622 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:48.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:48 smithi175 ceph-mon[36652]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-02-26T04:57:48.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:48 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4273544331' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-26T04:57:48.876 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 -- 172.21.15.112:0/2142376192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 msgr2=0x7fc69c10eb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 --2- 172.21.15.112:0/2142376192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c10eb50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fc694009f90 tx=0x7fc69400b330 comp rx=0 tx=0).stop 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 -- 172.21.15.112:0/2142376192 shutdown_connections 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 --2- 172.21.15.112:0/2142376192 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c10eb50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 --2- 172.21.15.112:0/2142376192 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c06a990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 --2- 172.21.15.112:0/2142376192 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 0x7fc69c1068a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 -- 172.21.15.112:0/2142376192 >> 172.21.15.112:0/2142376192 conn(0x7fc69c076bc0 msgr2=0x7fc69c076fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 -- 172.21.15.112:0/2142376192 shutdown_connections 2024-02-26T04:57:48.877 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.874+0000 7fc6a4600700 1 -- 172.21.15.112:0/2142376192 wait complete. 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 Processor -- start 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 -- start start 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c19a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 0x7fc69c19ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c19eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c19f4b0 con 0x7fc69c106f80 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c19f620 con 0x7fc69c06af60 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.875+0000 7fc6a4600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69c19f7e0 con 0x7fc69c06a5b0 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c19eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a1c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c19a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a1c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c19a5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:57890/0 (socket says 172.21.15.112:57890) 2024-02-26T04:57:48.879 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a1c00700 1 -- 172.21.15.112:0/1186081862 learned_addr learned my addr 172.21.15.112:0/1186081862 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a1200700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 0x7fc69c19ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 -- 172.21.15.112:0/1186081862 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 msgr2=0x7fc69c19a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c19a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 -- 172.21.15.112:0/1186081862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 msgr2=0x7fc69c19ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 0x7fc69c19ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 -- 172.21.15.112:0/1186081862 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc694009c40 con 0x7fc69c106f80 2024-02-26T04:57:48.880 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.876+0000 7fc6a2600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c19eea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc69400b6c0 tx=0x7fc694009460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.877+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc69400e040 con 0x7fc69c106f80 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.877+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fc69401d470 con 0x7fc69c106f80 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.877+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc69c19fa60 con 0x7fc69c106f80 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.877+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6940052c0 con 0x7fc69c106f80 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.877+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc69c1a7320 con 0x7fc69c106f80 2024-02-26T04:57:48.881 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.878+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc69c069b80 con 0x7fc69c106f80 2024-02-26T04:57:48.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.880+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fc69401d9e0 con 0x7fc69c106f80 2024-02-26T04:57:48.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.881+0000 7fc69a000700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 0x7fc6840a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.881+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fc6940cf210 con 0x7fc69c106f80 2024-02-26T04:57:48.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.881+0000 7fc6a1c00700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 0x7fc6840a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.882+0000 7fc6a1c00700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 0x7fc6840a4610 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc690009d30 tx=0x7fc690009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.884+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc694098240 con 0x7fc69c106f80 2024-02-26T04:57:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:48 smithi161 ceph-mon[36447]: pgmap v352: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 597 B/s wr, 8 op/s 2024-02-26T04:57:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:48 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4273544331' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.277+0000 7ff423400700 1 -- 172.21.15.112:0/2683436034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c102680 msgr2=0x7ff41c10eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.277+0000 7ff423400700 1 --2- 172.21.15.112:0/2683436034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c102680 0x7ff41c10eac0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7ff41400b0d0 tx=0x7ff41400b3e0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 -- 172.21.15.112:0/2683436034 shutdown_connections 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 --2- 172.21.15.112:0/2683436034 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c102680 0x7ff41c10eac0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 --2- 172.21.15.112:0/2683436034 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c108080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 --2- 172.21.15.112:0/2683436034 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c101cc0 0x7ff41c102140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 -- 172.21.15.112:0/2683436034 >> 172.21.15.112:0/2683436034 conn(0x7ff41c078da0 msgr2=0x7ff41c0791b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 -- 172.21.15.112:0/2683436034 shutdown_connections 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.278+0000 7ff423400700 1 -- 172.21.15.112:0/2683436034 wait complete. 2024-02-26T04:57:48.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.279+0000 7ff423400700 1 Processor -- start 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.279+0000 7ff423400700 1 -- start start 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.279+0000 7ff423400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.279+0000 7ff423400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 0x7ff41c19a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.279+0000 7ff423400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c19ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff423400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41c19f240 con 0x7ff41c101cc0 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff423400700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41c19f3b0 con 0x7ff41c107ca0 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff423400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41c19f570 con 0x7ff41c102680 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff41be00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 0x7ff41c19a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:41966/0 (socket says 172.21.15.112:41966) 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 -- 172.21.15.112:0/1559614951 learned_addr learned my addr 172.21.15.112:0/1559614951 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff421400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c19ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 -- 172.21.15.112:0/1559614951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 msgr2=0x7ff41c19a8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 0x7ff41c19a8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 -- 172.21.15.112:0/1559614951 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 msgr2=0x7ff41c19ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c19ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 -- 172.21.15.112:0/1559614951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff414009d00 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff41be00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 0x7ff41c19a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff421400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c19ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.280+0000 7ff420a00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff41000e9a0 tx=0x7ff41000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.281+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff410009790 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.281+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff410010430 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.281+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff41c19f850 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.281+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff410018680 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.281+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff41c1a70b0 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.282+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff41c068930 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.284+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7ff4100109a0 con 0x7ff41c101cc0 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.285+0000 7ff419600700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 0x7ff4040a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:48.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.286+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff410014070 con 0x7ff41c101cc0 2024-02-26T04:57:48.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.286+0000 7ff41be00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 0x7ff4040a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:48.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.286+0000 7ff41be00700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 0x7ff4040a4690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff41c10ee70 tx=0x7ff408009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:48.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.290+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff410052d20 con 0x7ff41c101cc0 2024-02-26T04:57:48.971 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.510+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7ff41c111e10 con 0x7ff41c101cc0 2024-02-26T04:57:48.971 INFO:teuthology.orchestra.run.smithi112.stdout:287762808871 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.510+0000 7ff419600700 1 -- 172.21.15.112:0/1559614951 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7ff410096e10 con 0x7ff41c101cc0 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 msgr2=0x7ff4040a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 0x7ff4040a4690 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7ff41c10ee70 tx=0x7ff408009260 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 msgr2=0x7ff41c19a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7ff41000e9a0 tx=0x7ff41000ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 shutdown_connections 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff41c107ca0 0x7ff41c19ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff41c101cc0 0x7ff41c19a360 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff4040a21d0 0x7ff4040a4690 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 --2- 172.21.15.112:0/1559614951 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff41c102680 0x7ff41c19a8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 >> 172.21.15.112:0/1559614951 conn(0x7ff41c078da0 msgr2=0x7ff41c100610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 shutdown_connections 2024-02-26T04:57:48.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:48.514+0000 7ff423400700 1 -- 172.21.15.112:0/1559614951 wait complete. 2024-02-26T04:57:49.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.106+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fc69c103380 con 0x7fc69c106f80 2024-02-26T04:57:49.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.107+0000 7fc69a000700 1 -- 172.21.15.112:0/1186081862 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fc69409b900 con 0x7fc69c106f80 2024-02-26T04:57:49.109 INFO:teuthology.orchestra.run.smithi112.stdout:77309411408 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 msgr2=0x7fc6840a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 0x7fc6840a4610 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7fc690009d30 tx=0x7fc690009310 comp rx=0 tx=0).stop 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 msgr2=0x7fc69c19eea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c19eea0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fc69400b6c0 tx=0x7fc694009460 comp rx=0 tx=0).stop 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 shutdown_connections 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc69c106f80 0x7fc69c19eea0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc6840a2150 0x7fc6840a4610 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc69c06a5b0 0x7fc69c19a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:49.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 --2- 172.21.15.112:0/1186081862 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc69c06af60 0x7fc69c19ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:49.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 >> 172.21.15.112:0/1186081862 conn(0x7fc69c076bc0 msgr2=0x7fc69c10d010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:49.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.110+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 shutdown_connections 2024-02-26T04:57:49.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:49.111+0000 7fc6a4600700 1 -- 172.21.15.112:0/1186081862 wait complete. 2024-02-26T04:57:49.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1559614951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-26T04:57:49.714 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:49 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1186081862' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-26T04:57:49.770 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808866 got 287762808871 for osd.9 2024-02-26T04:57:49.771 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:49 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1559614951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-26T04:57:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:49 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1186081862' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-26T04:57:49.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:49 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1559614951' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-02-26T04:57:49.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:49 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1186081862' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-02-26T04:57:50.718 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:50 smithi112 ceph-mon[31817]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:50 smithi175 ceph-mon[36652]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:50 smithi161 ceph-mon[36447]: pgmap v353: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 597 B/s wr, 6 op/s 2024-02-26T04:57:51.126 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738454 got 34359738459 for osd.0 2024-02-26T04:57:51.126 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:51.925 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411402 got 77309411408 for osd.2 2024-02-26T04:57:51.925 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:52.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:52 smithi112 ceph-mon[31817]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-02-26T04:57:52.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:52 smithi175 ceph-mon[36652]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-02-26T04:57:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:52 smithi161 ceph-mon[36447]: pgmap v354: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 511 B/s wr, 7 op/s 2024-02-26T04:57:53.947 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574926 got 55834574933 for osd.1 2024-02-26T04:57:53.947 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:54.663 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:54 smithi112 ceph-mon[31817]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:54.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:54 smithi175 ceph-mon[36652]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:54 smithi161 ceph-mon[36447]: pgmap v355: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 170 B/s wr, 6 op/s 2024-02-26T04:57:56.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 -- 172.21.15.112:0/998247757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb4074040 msgr2=0x7f4cb4074420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 --2- 172.21.15.112:0/998247757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb4074040 0x7f4cb4074420 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f4ca4009990 tx=0x7f4ca4009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 -- 172.21.15.112:0/998247757 shutdown_connections 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 --2- 172.21.15.112:0/998247757 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb410e4f0 0x7f4cb4110900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 --2- 172.21.15.112:0/998247757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb4074040 0x7f4cb4074420 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 --2- 172.21.15.112:0/998247757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 0x7f4cb410dfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 -- 172.21.15.112:0/998247757 >> 172.21.15.112:0/998247757 conn(0x7f4cb40fd720 msgr2=0x7f4cb40ffb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.074+0000 7f4cbac00700 1 -- 172.21.15.112:0/998247757 shutdown_connections 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.075+0000 7f4cbac00700 1 -- 172.21.15.112:0/998247757 wait complete. 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 Processor -- start 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 -- start start 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 0x7f4cb419a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 0x7f4cb419aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb419f360 con 0x7f4cb410e4f0 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb419f4d0 con 0x7f4cb4074960 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cbac00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb419f690 con 0x7f4cb4074040 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.076+0000 7f4cb8c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38800/0 (socket says 172.21.15.112:38800) 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 -- 172.21.15.112:0/1700030240 learned_addr learned my addr 172.21.15.112:0/1700030240 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb3e00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 0x7f4cb419a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb3400700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 0x7f4cb419aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 -- 172.21.15.112:0/1700030240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 msgr2=0x7f4cb419a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 0x7f4cb419a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 -- 172.21.15.112:0/1700030240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 msgr2=0x7f4cb419aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 0x7f4cb419aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.152 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 -- 172.21.15.112:0/1700030240 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ca40095f0 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb3e00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 0x7f4cb419a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.077+0000 7f4cb8c00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4cac00ef90 tx=0x7f4cac00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.078+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac018070 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.078+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4cac00f040 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.078+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cb419f910 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.078+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac004020 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.078+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb41a71d0 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.080+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cb4109700 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.081+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4cac004ad0 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.082+0000 7f4cb0c00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 0x7f4c980a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.083+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f4cac0cd820 con 0x7f4cb410e4f0 2024-02-26T04:57:56.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.083+0000 7f4cb3e00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 0x7f4c980a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.154 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.084+0000 7f4cb3e00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 0x7f4c980a4610 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400b2e0 tx=0x7f4ca4005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:56.154 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.087+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4cac096850 con 0x7f4cb410e4f0 2024-02-26T04:57:56.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 -- 172.21.15.112:0/103976734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8102760 msgr2=0x7f03a81067b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 --2- 172.21.15.112:0/103976734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8102760 0x7f03a81067b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f0390009990 tx=0x7f0390009ca0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 -- 172.21.15.112:0/103976734 shutdown_connections 2024-02-26T04:57:56.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 --2- 172.21.15.112:0/103976734 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 0x7f03a810ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.242 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 --2- 172.21.15.112:0/103976734 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8101db0 0x7f03a8102190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 --2- 172.21.15.112:0/103976734 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8102760 0x7f03a81067b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 -- 172.21.15.112:0/103976734 >> 172.21.15.112:0/103976734 conn(0x7f03a80fd640 msgr2=0x7f03a80ffa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 -- 172.21.15.112:0/103976734 shutdown_connections 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.208+0000 7f03acc00700 1 -- 172.21.15.112:0/103976734 wait complete. 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.209+0000 7f03acc00700 1 Processor -- start 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.209+0000 7f03acc00700 1 -- start start 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8102760 0x7f03a8198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 0x7f03a819ca20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03a819d030 con 0x7f03a8101db0 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03a819d1a0 con 0x7f03a8102760 2024-02-26T04:57:56.243 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03acc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03a819d360 con 0x7f03a8106e90 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38812/0 (socket says 172.21.15.112:38812) 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 -- 172.21.15.112:0/1657831786 learned_addr learned my addr 172.21.15.112:0/1657831786 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f039fe00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8102760 0x7f03a8198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7e00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 0x7f03a819ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 -- 172.21.15.112:0/1657831786 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 msgr2=0x7f03a819ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 0x7f03a819ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 -- 172.21.15.112:0/1657831786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8102760 msgr2=0x7f03a8198690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8102760 0x7f03a8198690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.210+0000 7f03a7400700 1 -- 172.21.15.112:0/1657831786 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03a0009c40 con 0x7f03a8101db0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03a7400700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f039800e9a0 tx=0x7f039800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0398009790 con 0x7f03a8101db0 2024-02-26T04:57:56.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f0398010430 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03900095f0 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0398018680 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.211+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03a81a4cd0 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.213+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03a810a1b0 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.214+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f03980109a0 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.216+0000 7f03a4c00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 0x7f038c0a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.216+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f0398014070 con 0x7f03a8101db0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.216+0000 7f039fe00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 0x7f038c0a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.217+0000 7f039fe00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 0x7f038c0a4610 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f039000b2e0 tx=0x7f0390005960 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:57:56.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.220+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0398052d20 con 0x7f03a8101db0 2024-02-26T04:57:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.312+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f4cb419b7e0 con 0x7f4cb410e4f0 2024-02-26T04:57:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.313+0000 7f4cb0c00700 1 -- 172.21.15.112:0/1700030240 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f4cac099f10 con 0x7f4cb410e4f0 2024-02-26T04:57:56.316 INFO:teuthology.orchestra.run.smithi112.stdout:219043332148 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.316+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 msgr2=0x7f4c980a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.316+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 0x7f4c980a4610 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400b2e0 tx=0x7f4ca4005960 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.316+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 msgr2=0x7f4cb419ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.316+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f4cac00ef90 tx=0x7f4cac00c3a0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 shutdown_connections 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cb410e4f0 0x7f4cb419ed50 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4c980a2150 0x7f4c980a4610 secure :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f4ca400b2e0 tx=0x7f4ca4005960 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cb4074040 0x7f4cb419a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 --2- 172.21.15.112:0/1700030240 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cb4074960 0x7f4cb419aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 >> 172.21.15.112:0/1700030240 conn(0x7f4cb40fd720 msgr2=0x7f4cb40fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 shutdown_connections 2024-02-26T04:57:56.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.317+0000 7f4cbac00700 1 -- 172.21.15.112:0/1700030240 wait complete. 2024-02-26T04:57:56.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.452+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f03a81994b0 con 0x7f03a8101db0 2024-02-26T04:57:56.455 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.453+0000 7f03a4c00700 1 -- 172.21.15.112:0/1657831786 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f039809a9e0 con 0x7f03a8101db0 2024-02-26T04:57:56.456 INFO:teuthology.orchestra.run.smithi112.stdout:197568495676 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 msgr2=0x7f038c0a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 0x7f038c0a4610 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f039000b2e0 tx=0x7f0390005960 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 msgr2=0x7f03a8198150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f039800e9a0 tx=0x7f039800ecb0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 shutdown_connections 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f038c0a2150 0x7f038c0a4610 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f03a8106e90 0x7f03a819ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f03a8101db0 0x7f03a8198150 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 --2- 172.21.15.112:0/1657831786 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f03a8102760 0x7f03a8198690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 >> 172.21.15.112:0/1657831786 conn(0x7f03a80fd640 msgr2=0x7f03a80fe120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:57:56.459 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 shutdown_connections 2024-02-26T04:57:56.460 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:57:56.456+0000 7f03acc00700 1 -- 172.21.15.112:0/1657831786 wait complete. 2024-02-26T04:57:56.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:56 smithi112 ceph-mon[31817]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:56.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:56 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1700030240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-26T04:57:56.582 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:56 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1657831786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-26T04:57:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:56 smithi175 ceph-mon[36652]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:56 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1700030240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-26T04:57:56.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:56 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1657831786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-26T04:57:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:56 smithi161 ceph-mon[36447]: pgmap v356: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:57:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:56 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1700030240' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-02-26T04:57:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:56 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1657831786' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-02-26T04:57:57.597 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332142 got 219043332148 for osd.7 2024-02-26T04:57:57.597 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:57.978 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495670 got 197568495676 for osd.6 2024-02-26T04:57:57.978 DEBUG:teuthology.parallel:result is None 2024-02-26T04:57:57.978 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-02-26T04:57:57.979 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph pg dump --format=json 2024-02-26T04:57:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:57:58.728 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:58 smithi112 ceph-mon[31817]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:58.729 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:58.729 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:58 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:58.746 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:58 smithi161 ceph-mon[36447]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:58.747 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:58.747 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:58 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:58 smithi175 ceph-mon[36652]: pgmap v357: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:57:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:58 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:59.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:57:59.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:57:59.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:57:59 smithi112 ceph-mon[31817]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:59.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:57:59.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:57:59.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:57:59 smithi175 ceph-mon[36652]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:57:59.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:57:59.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:57:59.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:57:59 smithi161 ceph-mon[36447]: from='mgr.14152 172.21.15.112:0/403211406' entity='mgr.x' 2024-02-26T04:58:00.695 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:00 smithi112 ceph-mon[31817]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 -- 172.21.15.112:0/351376906 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a4104a60 msgr2=0x7f09a4108ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 --2- 172.21.15.112:0/351376906 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a4104a60 0x7f09a4108ab0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f0990009990 tx=0x7f0990009ca0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 -- 172.21.15.112:0/351376906 shutdown_connections 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 --2- 172.21.15.112:0/351376906 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4109190 0x7f09a4110d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 --2- 172.21.15.112:0/351376906 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a41040b0 0x7f09a4104490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 --2- 172.21.15.112:0/351376906 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a4104a60 0x7f09a4108ab0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 -- 172.21.15.112:0/351376906 >> 172.21.15.112:0/351376906 conn(0x7f09a40ff980 msgr2=0x7f09a4101da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:00.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 -- 172.21.15.112:0/351376906 shutdown_connections 2024-02-26T04:58:00.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.857+0000 7f09a9e00700 1 -- 172.21.15.112:0/351376906 wait complete. 2024-02-26T04:58:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:00 smithi175 ceph-mon[36652]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.858+0000 7f09a9e00700 1 Processor -- start 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.858+0000 7f09a9e00700 1 -- start start 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 0x7f09a419aae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a4109190 0x7f09a419ee20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a419f430 con 0x7f09a41040b0 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a419f5a0 con 0x7f09a4104a60 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a9e00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a419f760 con 0x7f09a4109190 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a2a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38822/0 (socket says 172.21.15.112:38822) 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a2a00700 1 -- 172.21.15.112:0/1533240367 learned_addr learned my addr 172.21.15.112:0/1533240367 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:00.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a2000700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 0x7f09a419aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.859+0000 7f09a3400700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a4109190 0x7f09a419ee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 -- 172.21.15.112:0/1533240367 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a4109190 msgr2=0x7f09a419ee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a4109190 0x7f09a419ee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 -- 172.21.15.112:0/1533240367 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 msgr2=0x7f09a419aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 0x7f09a419aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 -- 172.21.15.112:0/1533240367 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09900095f0 con 0x7f09a41040b0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2000700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 0x7f09a419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a2a00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f099400e9a0 tx=0x7f099400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0994009790 con 0x7f09a41040b0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f099400cbd0 con 0x7f09a41040b0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a419fa40 con 0x7f09a41040b0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09940187e0 con 0x7f09a41040b0 2024-02-26T04:58:00.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.860+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a41a72a0 con 0x7f09a41040b0 2024-02-26T04:58:00.865 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.861+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09a410c4b0 con 0x7f09a41040b0 2024-02-26T04:58:00.866 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.863+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f09940109c0 con 0x7f09a41040b0 2024-02-26T04:58:00.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.865+0000 7f09a8a00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 0x7f09880a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:00.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.865+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f0994014070 con 0x7f09a41040b0 2024-02-26T04:58:00.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.865+0000 7f09a2000700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 0x7f09880a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:00.868 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.865+0000 7f09a2000700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 0x7f09880a4690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0990006010 tx=0x7f099000b260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:00.871 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:00.869+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0994052d20 con 0x7f09a41040b0 2024-02-26T04:58:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:00 smithi161 ceph-mon[36447]: pgmap v358: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:01.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.087+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f09a419b8b0 con 0x7f09880a21d0 2024-02-26T04:58:01.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.119+0000 7f09a8a00700 1 -- 172.21.15.112:0/1533240367 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+342673 (secure 0 0 0) 0x7f09a419b8b0 con 0x7f09880a21d0 2024-02-26T04:58:01.128 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 msgr2=0x7f09880a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 0x7f09880a4690 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f0990006010 tx=0x7f099000b260 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 msgr2=0x7f09a419a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f099400e9a0 tx=0x7f099400ecb0 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 shutdown_connections 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f09880a21d0 0x7f09880a4690 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f09a4109190 0x7f09a419ee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f09a41040b0 0x7f09a419a5a0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 --2- 172.21.15.112:0/1533240367 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f09a4104a60 0x7f09a419aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:01.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.125+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 >> 172.21.15.112:0/1533240367 conn(0x7f09a40ff980 msgr2=0x7f09a4101c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:01.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.126+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 shutdown_connections 2024-02-26T04:58:01.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:01.126+0000 7f09a9e00700 1 -- 172.21.15.112:0/1533240367 wait complete. 2024-02-26T04:58:01.132 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-02-26T04:58:02.112 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":358,"stamp":"2024-02-26T04:57:59.311553+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654919,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":670,"num_read_kb":455,"num_write":348,"num_write_kb":3053,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1181861,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":782,"ondisk_log_size":782,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353996,"kb_used_data":13164,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124587828,"statfs":{"total":1151940427776,"available":1151577935872,"internally_reserved":0,"allocated":13479936,"data_stored":7431381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":348894521},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":65,"num_read_kb":30,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005504"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311145+0000","last_change":"2024-02-26T04:56:28.534520+0000","last_active":"2024-02-26T04:57:37.311145+0000","last_peered":"2024-02-26T04:57:37.311145+0000","last_clean":"2024-02-26T04:57:37.311145+0000","last_became_active":"2024-02-26T04:56:28.534187+0000","last_became_peered":"2024-02-26T04:56:28.534187+0000","last_unstale":"2024-02-26T04:57:37.311145+0000","last_undegraded":"2024-02-26T04:57:37.311145+0000","last_fullsized":"2024-02-26T04:57:37.311145+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:02:31.984010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.306972+0000","last_change":"2024-02-26T04:56:28.540325+0000","last_active":"2024-02-26T04:57:37.306972+0000","last_peered":"2024-02-26T04:57:37.306972+0000","last_clean":"2024-02-26T04:57:37.306972+0000","last_became_active":"2024-02-26T04:56:28.538286+0000","last_became_peered":"2024-02-26T04:56:28.538286+0000","last_unstale":"2024-02-26T04:57:37.306972+0000","last_undegraded":"2024-02-26T04:57:37.306972+0000","last_fullsized":"2024-02-26T04:57:37.306972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:02.032237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312022+0000","last_change":"2024-02-26T04:56:28.531261+0000","last_active":"2024-02-26T04:57:37.312022+0000","last_peered":"2024-02-26T04:57:37.312022+0000","last_clean":"2024-02-26T04:57:37.312022+0000","last_became_active":"2024-02-26T04:56:28.528901+0000","last_became_peered":"2024-02-26T04:56:28.528901+0000","last_unstale":"2024-02-26T04:57:37.312022+0000","last_undegraded":"2024-02-26T04:57:37.312022+0000","last_fullsized":"2024-02-26T04:57:37.312022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:44:21.540509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.288141+0000","last_change":"2024-02-26T04:56:28.521468+0000","last_active":"2024-02-26T04:57:37.288141+0000","last_peered":"2024-02-26T04:57:37.288141+0000","last_clean":"2024-02-26T04:57:37.288141+0000","last_became_active":"2024-02-26T04:56:28.521114+0000","last_became_peered":"2024-02-26T04:56:28.521114+0000","last_unstale":"2024-02-26T04:57:37.288141+0000","last_undegraded":"2024-02-26T04:57:37.288141+0000","last_fullsized":"2024-02-26T04:57:37.288141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:49:44.311874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301932+0000","last_change":"2024-02-26T04:56:28.536496+0000","last_active":"2024-02-26T04:57:37.301932+0000","last_peered":"2024-02-26T04:57:37.301932+0000","last_clean":"2024-02-26T04:57:37.301932+0000","last_became_active":"2024-02-26T04:56:28.536138+0000","last_became_peered":"2024-02-26T04:56:28.536138+0000","last_unstale":"2024-02-26T04:57:37.301932+0000","last_undegraded":"2024-02-26T04:57:37.301932+0000","last_fullsized":"2024-02-26T04:57:37.301932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:37:40.458566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301678+0000","last_change":"2024-02-26T04:56:28.514341+0000","last_active":"2024-02-26T04:57:37.301678+0000","last_peered":"2024-02-26T04:57:37.301678+0000","last_clean":"2024-02-26T04:57:37.301678+0000","last_became_active":"2024-02-26T04:56:28.513948+0000","last_became_peered":"2024-02-26T04:56:28.513948+0000","last_unstale":"2024-02-26T04:57:37.301678+0000","last_undegraded":"2024-02-26T04:57:37.301678+0000","last_fullsized":"2024-02-26T04:57:37.301678+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:47:48.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301680+0000","last_change":"2024-02-26T04:56:28.522526+0000","last_active":"2024-02-26T04:57:37.301680+0000","last_peered":"2024-02-26T04:57:37.301680+0000","last_clean":"2024-02-26T04:57:37.301680+0000","last_became_active":"2024-02-26T04:56:28.522120+0000","last_became_peered":"2024-02-26T04:56:28.522120+0000","last_unstale":"2024-02-26T04:57:37.301680+0000","last_undegraded":"2024-02-26T04:57:37.301680+0000","last_fullsized":"2024-02-26T04:57:37.301680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:33:27.516404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310585+0000","last_change":"2024-02-26T04:56:28.544249+0000","last_active":"2024-02-26T04:57:37.310585+0000","last_peered":"2024-02-26T04:57:37.310585+0000","last_clean":"2024-02-26T04:57:37.310585+0000","last_became_active":"2024-02-26T04:56:28.543528+0000","last_became_peered":"2024-02-26T04:56:28.543528+0000","last_unstale":"2024-02-26T04:57:37.310585+0000","last_undegraded":"2024-02-26T04:57:37.310585+0000","last_fullsized":"2024-02-26T04:57:37.310585+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:24:51.912000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299449+0000","last_change":"2024-02-26T04:56:28.525121+0000","last_active":"2024-02-26T04:57:37.299449+0000","last_peered":"2024-02-26T04:57:37.299449+0000","last_clean":"2024-02-26T04:57:37.299449+0000","last_became_active":"2024-02-26T04:56:28.524856+0000","last_became_peered":"2024-02-26T04:56:28.524856+0000","last_unstale":"2024-02-26T04:57:37.299449+0000","last_undegraded":"2024-02-26T04:57:37.299449+0000","last_fullsized":"2024-02-26T04:57:37.299449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:50:12.098647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.289005+0000","last_change":"2024-02-26T04:56:28.517819+0000","last_active":"2024-02-26T04:57:37.289005+0000","last_peered":"2024-02-26T04:57:37.289005+0000","last_clean":"2024-02-26T04:57:37.289005+0000","last_became_active":"2024-02-26T04:56:28.517329+0000","last_became_peered":"2024-02-26T04:56:28.517329+0000","last_unstale":"2024-02-26T04:57:37.289005+0000","last_undegraded":"2024-02-26T04:57:37.289005+0000","last_fullsized":"2024-02-26T04:57:37.289005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:19.378409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299265+0000","last_change":"2024-02-26T04:56:28.520789+0000","last_active":"2024-02-26T04:57:37.299265+0000","last_peered":"2024-02-26T04:57:37.299265+0000","last_clean":"2024-02-26T04:57:37.299265+0000","last_became_active":"2024-02-26T04:56:28.520443+0000","last_became_peered":"2024-02-26T04:56:28.520443+0000","last_unstale":"2024-02-26T04:57:37.299265+0000","last_undegraded":"2024-02-26T04:57:37.299265+0000","last_fullsized":"2024-02-26T04:57:37.299265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:09:03.378145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.281471+0000","last_change":"2024-02-26T04:56:28.517275+0000","last_active":"2024-02-26T04:57:37.281471+0000","last_peered":"2024-02-26T04:57:37.281471+0000","last_clean":"2024-02-26T04:57:37.281471+0000","last_became_active":"2024-02-26T04:56:28.516615+0000","last_became_peered":"2024-02-26T04:56:28.516615+0000","last_unstale":"2024-02-26T04:57:37.281471+0000","last_undegraded":"2024-02-26T04:57:37.281471+0000","last_fullsized":"2024-02-26T04:57:37.281471+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:05:24.592324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.303704+0000","last_change":"2024-02-26T04:56:28.532538+0000","last_active":"2024-02-26T04:57:37.303704+0000","last_peered":"2024-02-26T04:57:37.303704+0000","last_clean":"2024-02-26T04:57:37.303704+0000","last_became_active":"2024-02-26T04:56:28.528758+0000","last_became_peered":"2024-02-26T04:56:28.528758+0000","last_unstale":"2024-02-26T04:57:37.303704+0000","last_undegraded":"2024-02-26T04:57:37.303704+0000","last_fullsized":"2024-02-26T04:57:37.303704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:28:59.208250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311624+0000","last_change":"2024-02-26T04:56:28.538451+0000","last_active":"2024-02-26T04:57:37.311624+0000","last_peered":"2024-02-26T04:57:37.311624+0000","last_clean":"2024-02-26T04:57:37.311624+0000","last_became_active":"2024-02-26T04:56:28.537083+0000","last_became_peered":"2024-02-26T04:56:28.537083+0000","last_unstale":"2024-02-26T04:57:37.311624+0000","last_undegraded":"2024-02-26T04:57:37.311624+0000","last_fullsized":"2024-02-26T04:57:37.311624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:23:16.712855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309206+0000","last_change":"2024-02-26T04:56:28.532544+0000","last_active":"2024-02-26T04:57:37.309206+0000","last_peered":"2024-02-26T04:57:37.309206+0000","last_clean":"2024-02-26T04:57:37.309206+0000","last_became_active":"2024-02-26T04:56:28.532111+0000","last_became_peered":"2024-02-26T04:56:28.532111+0000","last_unstale":"2024-02-26T04:57:37.309206+0000","last_undegraded":"2024-02-26T04:57:37.309206+0000","last_fullsized":"2024-02-26T04:57:37.309206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:15:25.608361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312931+0000","last_change":"2024-02-26T04:56:28.534360+0000","last_active":"2024-02-26T04:57:37.312931+0000","last_peered":"2024-02-26T04:57:37.312931+0000","last_clean":"2024-02-26T04:57:37.312931+0000","last_became_active":"2024-02-26T04:56:28.534030+0000","last_became_peered":"2024-02-26T04:56:28.534030+0000","last_unstale":"2024-02-26T04:57:37.312931+0000","last_undegraded":"2024-02-26T04:57:37.312931+0000","last_fullsized":"2024-02-26T04:57:37.312931+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:43:06.402648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311433+0000","last_change":"2024-02-26T04:56:28.534456+0000","last_active":"2024-02-26T04:57:37.311433+0000","last_peered":"2024-02-26T04:57:37.311433+0000","last_clean":"2024-02-26T04:57:37.311433+0000","last_became_active":"2024-02-26T04:56:28.534141+0000","last_became_peered":"2024-02-26T04:56:28.534141+0000","last_unstale":"2024-02-26T04:57:37.311433+0000","last_undegraded":"2024-02-26T04:57:37.311433+0000","last_fullsized":"2024-02-26T04:57:37.311433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:22:05.051144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307442+0000","last_change":"2024-02-26T04:56:28.520168+0000","last_active":"2024-02-26T04:57:37.307442+0000","last_peered":"2024-02-26T04:57:37.307442+0000","last_clean":"2024-02-26T04:57:37.307442+0000","last_became_active":"2024-02-26T04:56:28.519580+0000","last_became_peered":"2024-02-26T04:56:28.519580+0000","last_unstale":"2024-02-26T04:57:37.307442+0000","last_undegraded":"2024-02-26T04:57:37.307442+0000","last_fullsized":"2024-02-26T04:57:37.307442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:07:00.609652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309039+0000","last_change":"2024-02-26T04:56:28.537733+0000","last_active":"2024-02-26T04:57:37.309039+0000","last_peered":"2024-02-26T04:57:37.309039+0000","last_clean":"2024-02-26T04:57:37.309039+0000","last_became_active":"2024-02-26T04:56:28.537410+0000","last_became_peered":"2024-02-26T04:56:28.537410+0000","last_unstale":"2024-02-26T04:57:37.309039+0000","last_undegraded":"2024-02-26T04:57:37.309039+0000","last_fullsized":"2024-02-26T04:57:37.309039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:35:54.553223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.728848+0000","last_change":"2024-02-26T04:56:27.505531+0000","last_active":"2024-02-26T04:56:38.728848+0000","last_peered":"2024-02-26T04:56:38.728848+0000","last_clean":"2024-02-26T04:56:38.728848+0000","last_became_active":"2024-02-26T04:56:27.504324+0000","last_became_peered":"2024-02-26T04:56:27.504324+0000","last_unstale":"2024-02-26T04:56:38.728848+0000","last_undegraded":"2024-02-26T04:56:38.728848+0000","last_fullsized":"2024-02-26T04:56:38.728848+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:46:43.109030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309019+0000","last_change":"2024-02-26T04:56:28.538158+0000","last_active":"2024-02-26T04:57:37.309019+0000","last_peered":"2024-02-26T04:57:37.309019+0000","last_clean":"2024-02-26T04:57:37.309019+0000","last_became_active":"2024-02-26T04:56:28.537745+0000","last_became_peered":"2024-02-26T04:56:28.537745+0000","last_unstale":"2024-02-26T04:57:37.309019+0000","last_undegraded":"2024-02-26T04:57:37.309019+0000","last_fullsized":"2024-02-26T04:57:37.309019+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:06:52.736810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.764024+0000","last_change":"2024-02-26T04:56:27.513665+0000","last_active":"2024-02-26T04:56:38.764024+0000","last_peered":"2024-02-26T04:56:38.764024+0000","last_clean":"2024-02-26T04:56:38.764024+0000","last_became_active":"2024-02-26T04:56:27.513359+0000","last_became_peered":"2024-02-26T04:56:27.513359+0000","last_unstale":"2024-02-26T04:56:38.764024+0000","last_undegraded":"2024-02-26T04:56:38.764024+0000","last_fullsized":"2024-02-26T04:56:38.764024+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:13:21.482114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312444+0000","last_change":"2024-02-26T04:56:28.531817+0000","last_active":"2024-02-26T04:57:37.312444+0000","last_peered":"2024-02-26T04:57:37.312444+0000","last_clean":"2024-02-26T04:57:37.312444+0000","last_became_active":"2024-02-26T04:56:28.531421+0000","last_became_peered":"2024-02-26T04:56:28.531421+0000","last_unstale":"2024-02-26T04:57:37.312444+0000","last_undegraded":"2024-02-26T04:57:37.312444+0000","last_fullsized":"2024-02-26T04:57:37.312444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:29:45.205964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716581+0000","last_change":"2024-02-26T04:56:27.499117+0000","last_active":"2024-02-26T04:56:38.716581+0000","last_peered":"2024-02-26T04:56:38.716581+0000","last_clean":"2024-02-26T04:56:38.716581+0000","last_became_active":"2024-02-26T04:56:27.498692+0000","last_became_peered":"2024-02-26T04:56:27.498692+0000","last_unstale":"2024-02-26T04:56:38.716581+0000","last_undegraded":"2024-02-26T04:56:38.716581+0000","last_fullsized":"2024-02-26T04:56:38.716581+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:48:21.906209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299735+0000","last_change":"2024-02-26T04:56:28.535088+0000","last_active":"2024-02-26T04:57:37.299735+0000","last_peered":"2024-02-26T04:57:37.299735+0000","last_clean":"2024-02-26T04:57:37.299735+0000","last_became_active":"2024-02-26T04:56:28.534566+0000","last_became_peered":"2024-02-26T04:56:28.534566+0000","last_unstale":"2024-02-26T04:57:37.299735+0000","last_undegraded":"2024-02-26T04:57:37.299735+0000","last_fullsized":"2024-02-26T04:57:37.299735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:31:30.878543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716289+0000","last_change":"2024-02-26T04:56:27.495673+0000","last_active":"2024-02-26T04:56:38.716289+0000","last_peered":"2024-02-26T04:56:38.716289+0000","last_clean":"2024-02-26T04:56:38.716289+0000","last_became_active":"2024-02-26T04:56:27.495318+0000","last_became_peered":"2024-02-26T04:56:27.495318+0000","last_unstale":"2024-02-26T04:56:38.716289+0000","last_undegraded":"2024-02-26T04:56:38.716289+0000","last_fullsized":"2024-02-26T04:56:38.716289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:55:49.798694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.295296+0000","last_change":"2024-02-26T04:56:28.522336+0000","last_active":"2024-02-26T04:57:37.295296+0000","last_peered":"2024-02-26T04:57:37.295296+0000","last_clean":"2024-02-26T04:57:37.295296+0000","last_became_active":"2024-02-26T04:56:28.521984+0000","last_became_peered":"2024-02-26T04:56:28.521984+0000","last_unstale":"2024-02-26T04:57:37.295296+0000","last_undegraded":"2024-02-26T04:57:37.295296+0000","last_fullsized":"2024-02-26T04:57:37.295296+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:07.255066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'7","reported_seq":127,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:55.884779+0000","last_change":"2024-02-26T04:56:38.762474+0000","last_active":"2024-02-26T04:57:55.884779+0000","last_peered":"2024-02-26T04:57:55.884779+0000","last_clean":"2024-02-26T04:57:55.884779+0000","last_became_active":"2024-02-26T04:56:38.758691+0000","last_became_peered":"2024-02-26T04:56:38.758691+0000","last_unstale":"2024-02-26T04:57:55.884779+0000","last_undegraded":"2024-02-26T04:57:55.884779+0000","last_fullsized":"2024-02-26T04:57:55.884779+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:18.406508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":87,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307322+0000","last_change":"2024-02-26T04:56:28.526300+0000","last_active":"2024-02-26T04:57:37.307322+0000","last_peered":"2024-02-26T04:57:37.307322+0000","last_clean":"2024-02-26T04:57:37.307322+0000","last_became_active":"2024-02-26T04:56:28.525883+0000","last_became_peered":"2024-02-26T04:56:28.525883+0000","last_unstale":"2024-02-26T04:57:37.307322+0000","last_undegraded":"2024-02-26T04:57:37.307322+0000","last_fullsized":"2024-02-26T04:57:37.307322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:03:33.170674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.766084+0000","last_change":"2024-02-26T04:56:38.766084+0000","last_active":"2024-02-26T04:56:38.766084+0000","last_peered":"2024-02-26T04:56:38.766084+0000","last_clean":"2024-02-26T04:56:38.766084+0000","last_became_active":"2024-02-26T04:56:38.759339+0000","last_became_peered":"2024-02-26T04:56:38.759339+0000","last_unstale":"2024-02-26T04:56:38.766084+0000","last_undegraded":"2024-02-26T04:56:38.766084+0000","last_fullsized":"2024-02-26T04:56:38.766084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:54:11.096745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311543+0000","last_change":"2024-02-26T04:56:28.529213+0000","last_active":"2024-02-26T04:57:37.311543+0000","last_peered":"2024-02-26T04:57:37.311543+0000","last_clean":"2024-02-26T04:57:37.311543+0000","last_became_active":"2024-02-26T04:56:28.528899+0000","last_became_peered":"2024-02-26T04:56:28.528899+0000","last_unstale":"2024-02-26T04:57:37.311543+0000","last_undegraded":"2024-02-26T04:57:37.311543+0000","last_fullsized":"2024-02-26T04:57:37.311543+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:16:09.419095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.718440+0000","last_change":"2024-02-26T04:56:27.503365+0000","last_active":"2024-02-26T04:56:38.718440+0000","last_peered":"2024-02-26T04:56:38.718440+0000","last_clean":"2024-02-26T04:56:38.718440+0000","last_became_active":"2024-02-26T04:56:27.503048+0000","last_became_peered":"2024-02-26T04:56:27.503048+0000","last_unstale":"2024-02-26T04:56:38.718440+0000","last_undegraded":"2024-02-26T04:56:38.718440+0000","last_fullsized":"2024-02-26T04:56:38.718440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:33:31.129866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310694+0000","last_change":"2024-02-26T04:56:28.540166+0000","last_active":"2024-02-26T04:57:37.310694+0000","last_peered":"2024-02-26T04:57:37.310694+0000","last_clean":"2024-02-26T04:57:37.310694+0000","last_became_active":"2024-02-26T04:56:28.539825+0000","last_became_peered":"2024-02-26T04:56:28.539825+0000","last_unstale":"2024-02-26T04:57:37.310694+0000","last_undegraded":"2024-02-26T04:57:37.310694+0000","last_fullsized":"2024-02-26T04:57:37.310694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:48:11.158331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720380+0000","last_change":"2024-02-26T04:56:27.495841+0000","last_active":"2024-02-26T04:56:38.720380+0000","last_peered":"2024-02-26T04:56:38.720380+0000","last_clean":"2024-02-26T04:56:38.720380+0000","last_became_active":"2024-02-26T04:56:27.495510+0000","last_became_peered":"2024-02-26T04:56:27.495510+0000","last_unstale":"2024-02-26T04:56:38.720380+0000","last_undegraded":"2024-02-26T04:56:38.720380+0000","last_fullsized":"2024-02-26T04:56:38.720380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:40:36.877769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313443+0000","last_change":"2024-02-26T04:56:28.532748+0000","last_active":"2024-02-26T04:57:37.313443+0000","last_peered":"2024-02-26T04:57:37.313443+0000","last_clean":"2024-02-26T04:57:37.313443+0000","last_became_active":"2024-02-26T04:56:28.529559+0000","last_became_peered":"2024-02-26T04:56:28.529559+0000","last_unstale":"2024-02-26T04:57:37.313443+0000","last_undegraded":"2024-02-26T04:57:37.313443+0000","last_fullsized":"2024-02-26T04:57:37.313443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:00:37.529227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":107,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:54.882372+0000","last_change":"2024-02-26T04:56:27.503934+0000","last_active":"2024-02-26T04:57:54.882372+0000","last_peered":"2024-02-26T04:57:54.882372+0000","last_clean":"2024-02-26T04:57:54.882372+0000","last_became_active":"2024-02-26T04:56:27.503594+0000","last_became_peered":"2024-02-26T04:56:27.503594+0000","last_unstale":"2024-02-26T04:57:54.882372+0000","last_undegraded":"2024-02-26T04:57:54.882372+0000","last_fullsized":"2024-02-26T04:57:54.882372+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:23:01.683051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310552+0000","last_change":"2024-02-26T04:56:28.523231+0000","last_active":"2024-02-26T04:57:37.310552+0000","last_peered":"2024-02-26T04:57:37.310552+0000","last_clean":"2024-02-26T04:57:37.310552+0000","last_became_active":"2024-02-26T04:56:28.522890+0000","last_became_peered":"2024-02-26T04:56:28.522890+0000","last_unstale":"2024-02-26T04:57:37.310552+0000","last_undegraded":"2024-02-26T04:57:37.310552+0000","last_fullsized":"2024-02-26T04:57:37.310552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:33:50.811292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720236+0000","last_change":"2024-02-26T04:56:27.497616+0000","last_active":"2024-02-26T04:56:38.720236+0000","last_peered":"2024-02-26T04:56:38.720236+0000","last_clean":"2024-02-26T04:56:38.720236+0000","last_became_active":"2024-02-26T04:56:27.497275+0000","last_became_peered":"2024-02-26T04:56:27.497275+0000","last_unstale":"2024-02-26T04:56:38.720236+0000","last_undegraded":"2024-02-26T04:56:38.720236+0000","last_fullsized":"2024-02-26T04:56:38.720236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:19:27.725408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312074+0000","last_change":"2024-02-26T04:56:28.531684+0000","last_active":"2024-02-26T04:57:37.312074+0000","last_peered":"2024-02-26T04:57:37.312074+0000","last_clean":"2024-02-26T04:57:37.312074+0000","last_became_active":"2024-02-26T04:56:28.528957+0000","last_became_peered":"2024-02-26T04:56:28.528957+0000","last_unstale":"2024-02-26T04:57:37.312074+0000","last_undegraded":"2024-02-26T04:57:37.312074+0000","last_fullsized":"2024-02-26T04:57:37.312074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:47.100968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720914+0000","last_change":"2024-02-26T04:56:27.506100+0000","last_active":"2024-02-26T04:56:38.720914+0000","last_peered":"2024-02-26T04:56:38.720914+0000","last_clean":"2024-02-26T04:56:38.720914+0000","last_became_active":"2024-02-26T04:56:27.505730+0000","last_became_peered":"2024-02-26T04:56:27.505730+0000","last_unstale":"2024-02-26T04:56:38.720914+0000","last_undegraded":"2024-02-26T04:56:38.720914+0000","last_fullsized":"2024-02-26T04:56:38.720914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:19:56.282108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299603+0000","last_change":"2024-02-26T04:56:28.519640+0000","last_active":"2024-02-26T04:57:37.299603+0000","last_peered":"2024-02-26T04:57:37.299603+0000","last_clean":"2024-02-26T04:57:37.299603+0000","last_became_active":"2024-02-26T04:56:28.519083+0000","last_became_peered":"2024-02-26T04:56:28.519083+0000","last_unstale":"2024-02-26T04:57:37.299603+0000","last_undegraded":"2024-02-26T04:57:37.299603+0000","last_fullsized":"2024-02-26T04:57:37.299603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:07:59.831075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'30","reported_seq":226,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:55.594538+0000","last_change":"2024-02-26T04:56:27.497168+0000","last_active":"2024-02-26T04:57:55.594538+0000","last_peered":"2024-02-26T04:57:55.594538+0000","last_clean":"2024-02-26T04:57:55.594538+0000","last_became_active":"2024-02-26T04:56:27.496775+0000","last_became_peered":"2024-02-26T04:56:27.496775+0000","last_unstale":"2024-02-26T04:57:55.594538+0000","last_undegraded":"2024-02-26T04:57:55.594538+0000","last_fullsized":"2024-02-26T04:57:55.594538+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:16:45.465491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59643,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":177,"num_read_kb":147,"num_write":31,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.286420+0000","last_change":"2024-02-26T04:56:28.517061+0000","last_active":"2024-02-26T04:57:37.286420+0000","last_peered":"2024-02-26T04:57:37.286420+0000","last_clean":"2024-02-26T04:57:37.286420+0000","last_became_active":"2024-02-26T04:56:28.516558+0000","last_became_peered":"2024-02-26T04:56:28.516558+0000","last_unstale":"2024-02-26T04:57:37.286420+0000","last_undegraded":"2024-02-26T04:57:37.286420+0000","last_fullsized":"2024-02-26T04:57:37.286420+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:05:18.858462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.721376+0000","last_change":"2024-02-26T04:56:27.497655+0000","last_active":"2024-02-26T04:56:38.721376+0000","last_peered":"2024-02-26T04:56:38.721376+0000","last_clean":"2024-02-26T04:56:38.721376+0000","last_became_active":"2024-02-26T04:56:27.497405+0000","last_became_peered":"2024-02-26T04:56:27.497405+0000","last_unstale":"2024-02-26T04:56:38.721376+0000","last_undegraded":"2024-02-26T04:56:38.721376+0000","last_fullsized":"2024-02-26T04:56:38.721376+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:39:42.237074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309212+0000","last_change":"2024-02-26T04:56:28.538730+0000","last_active":"2024-02-26T04:57:37.309212+0000","last_peered":"2024-02-26T04:57:37.309212+0000","last_clean":"2024-02-26T04:57:37.309212+0000","last_became_active":"2024-02-26T04:56:28.537418+0000","last_became_peered":"2024-02-26T04:56:28.537418+0000","last_unstale":"2024-02-26T04:57:37.309212+0000","last_undegraded":"2024-02-26T04:57:37.309212+0000","last_fullsized":"2024-02-26T04:57:37.309212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:47:54.774429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720438+0000","last_change":"2024-02-26T04:56:27.500230+0000","last_active":"2024-02-26T04:56:38.720438+0000","last_peered":"2024-02-26T04:56:38.720438+0000","last_clean":"2024-02-26T04:56:38.720438+0000","last_became_active":"2024-02-26T04:56:27.499826+0000","last_became_peered":"2024-02-26T04:56:27.499826+0000","last_unstale":"2024-02-26T04:56:38.720438+0000","last_undegraded":"2024-02-26T04:56:38.720438+0000","last_fullsized":"2024-02-26T04:56:38.720438+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:29:38.034740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":38,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307645+0000","last_change":"2024-02-26T04:56:38.731826+0000","last_active":"2024-02-26T04:57:37.307645+0000","last_peered":"2024-02-26T04:57:37.307645+0000","last_clean":"2024-02-26T04:57:37.307645+0000","last_became_active":"2024-02-26T04:56:38.731405+0000","last_became_peered":"2024-02-26T04:56:38.731405+0000","last_unstale":"2024-02-26T04:57:37.307645+0000","last_undegraded":"2024-02-26T04:57:37.307645+0000","last_fullsized":"2024-02-26T04:57:37.307645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:46.375341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'5","reported_seq":113,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:56.660065+0000","last_change":"2024-02-26T04:56:27.494617+0000","last_active":"2024-02-26T04:57:56.660065+0000","last_peered":"2024-02-26T04:57:56.660065+0000","last_clean":"2024-02-26T04:57:56.660065+0000","last_became_active":"2024-02-26T04:56:27.494322+0000","last_became_peered":"2024-02-26T04:56:27.494322+0000","last_unstale":"2024-02-26T04:57:56.660065+0000","last_undegraded":"2024-02-26T04:57:56.660065+0000","last_fullsized":"2024-02-26T04:57:56.660065+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:00:37.869887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.293943+0000","last_change":"2024-02-26T04:56:28.518937+0000","last_active":"2024-02-26T04:57:37.293943+0000","last_peered":"2024-02-26T04:57:37.293943+0000","last_clean":"2024-02-26T04:57:37.293943+0000","last_became_active":"2024-02-26T04:56:28.518077+0000","last_became_peered":"2024-02-26T04:56:28.518077+0000","last_unstale":"2024-02-26T04:57:37.293943+0000","last_undegraded":"2024-02-26T04:57:37.293943+0000","last_fullsized":"2024-02-26T04:57:37.293943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:26:33.209894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.789885+0000","last_change":"2024-02-26T04:56:38.789487+0000","last_active":"2024-02-26T04:56:38.789885+0000","last_peered":"2024-02-26T04:56:38.789885+0000","last_clean":"2024-02-26T04:56:38.789885+0000","last_became_active":"2024-02-26T04:56:38.758920+0000","last_became_peered":"2024-02-26T04:56:38.758920+0000","last_unstale":"2024-02-26T04:56:38.789885+0000","last_undegraded":"2024-02-26T04:56:38.789885+0000","last_fullsized":"2024-02-26T04:56:38.789885+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:24.502582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,4],"acting":[11,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299282+0000","last_change":"2024-02-26T04:56:28.513004+0000","last_active":"2024-02-26T04:57:37.299282+0000","last_peered":"2024-02-26T04:57:37.299282+0000","last_clean":"2024-02-26T04:57:37.299282+0000","last_became_active":"2024-02-26T04:56:28.512676+0000","last_became_peered":"2024-02-26T04:56:28.512676+0000","last_unstale":"2024-02-26T04:57:37.299282+0000","last_undegraded":"2024-02-26T04:57:37.299282+0000","last_fullsized":"2024-02-26T04:57:37.299282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:25:41.806278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716540+0000","last_change":"2024-02-26T04:56:27.491505+0000","last_active":"2024-02-26T04:56:38.716540+0000","last_peered":"2024-02-26T04:56:38.716540+0000","last_clean":"2024-02-26T04:56:38.716540+0000","last_became_active":"2024-02-26T04:56:27.491169+0000","last_became_peered":"2024-02-26T04:56:27.491169+0000","last_unstale":"2024-02-26T04:56:38.716540+0000","last_undegraded":"2024-02-26T04:56:38.716540+0000","last_fullsized":"2024-02-26T04:56:38.716540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:11:50.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285014+0000","last_change":"2024-02-26T04:56:28.520635+0000","last_active":"2024-02-26T04:57:37.285014+0000","last_peered":"2024-02-26T04:57:37.285014+0000","last_clean":"2024-02-26T04:57:37.285014+0000","last_became_active":"2024-02-26T04:56:28.519974+0000","last_became_peered":"2024-02-26T04:56:28.519974+0000","last_unstale":"2024-02-26T04:57:37.285014+0000","last_undegraded":"2024-02-26T04:57:37.285014+0000","last_fullsized":"2024-02-26T04:57:37.285014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:04:42.161303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.728199+0000","last_change":"2024-02-26T04:56:27.513497+0000","last_active":"2024-02-26T04:56:38.728199+0000","last_peered":"2024-02-26T04:56:38.728199+0000","last_clean":"2024-02-26T04:56:38.728199+0000","last_became_active":"2024-02-26T04:56:27.513117+0000","last_became_peered":"2024-02-26T04:56:27.513117+0000","last_unstale":"2024-02-26T04:56:38.728199+0000","last_undegraded":"2024-02-26T04:56:38.728199+0000","last_fullsized":"2024-02-26T04:56:38.728199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:02:37.073767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308740+0000","last_change":"2024-02-26T04:56:28.536230+0000","last_active":"2024-02-26T04:57:37.308740+0000","last_peered":"2024-02-26T04:57:37.308740+0000","last_clean":"2024-02-26T04:57:37.308740+0000","last_became_active":"2024-02-26T04:56:28.535868+0000","last_became_peered":"2024-02-26T04:56:28.535868+0000","last_unstale":"2024-02-26T04:57:37.308740+0000","last_undegraded":"2024-02-26T04:57:37.308740+0000","last_fullsized":"2024-02-26T04:57:37.308740+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:37:23.102969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720059+0000","last_change":"2024-02-26T04:56:27.509144+0000","last_active":"2024-02-26T04:56:38.720059+0000","last_peered":"2024-02-26T04:56:38.720059+0000","last_clean":"2024-02-26T04:56:38.720059+0000","last_became_active":"2024-02-26T04:56:27.508790+0000","last_became_peered":"2024-02-26T04:56:27.508790+0000","last_unstale":"2024-02-26T04:56:38.720059+0000","last_undegraded":"2024-02-26T04:56:38.720059+0000","last_fullsized":"2024-02-26T04:56:38.720059+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:33:35.569117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313349+0000","last_change":"2024-02-26T04:56:28.531158+0000","last_active":"2024-02-26T04:57:37.313349+0000","last_peered":"2024-02-26T04:57:37.313349+0000","last_clean":"2024-02-26T04:57:37.313349+0000","last_became_active":"2024-02-26T04:56:28.530763+0000","last_became_peered":"2024-02-26T04:56:28.530763+0000","last_unstale":"2024-02-26T04:57:37.313349+0000","last_undegraded":"2024-02-26T04:57:37.313349+0000","last_fullsized":"2024-02-26T04:57:37.313349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:01.477180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285715+0000","last_change":"2024-02-26T04:56:28.518139+0000","last_active":"2024-02-26T04:57:37.285715+0000","last_peered":"2024-02-26T04:57:37.285715+0000","last_clean":"2024-02-26T04:57:37.285715+0000","last_became_active":"2024-02-26T04:56:28.517755+0000","last_became_peered":"2024-02-26T04:56:28.517755+0000","last_unstale":"2024-02-26T04:57:37.285715+0000","last_undegraded":"2024-02-26T04:57:37.285715+0000","last_fullsized":"2024-02-26T04:57:37.285715+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:38:37.940228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":108,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:55.656945+0000","last_change":"2024-02-26T04:56:27.511324+0000","last_active":"2024-02-26T04:57:55.656945+0000","last_peered":"2024-02-26T04:57:55.656945+0000","last_clean":"2024-02-26T04:57:55.656945+0000","last_became_active":"2024-02-26T04:56:27.510584+0000","last_became_peered":"2024-02-26T04:56:27.510584+0000","last_unstale":"2024-02-26T04:57:55.656945+0000","last_undegraded":"2024-02-26T04:57:55.656945+0000","last_fullsized":"2024-02-26T04:57:55.656945+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:44:34.382705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":84,"num_read_kb":84,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301996+0000","last_change":"2024-02-26T04:56:38.760384+0000","last_active":"2024-02-26T04:57:37.301996+0000","last_peered":"2024-02-26T04:57:37.301996+0000","last_clean":"2024-02-26T04:57:37.301996+0000","last_became_active":"2024-02-26T04:56:38.759489+0000","last_became_peered":"2024-02-26T04:56:38.759489+0000","last_unstale":"2024-02-26T04:57:37.301996+0000","last_undegraded":"2024-02-26T04:57:37.301996+0000","last_fullsized":"2024-02-26T04:57:37.301996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:57:22.975577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757779+0000","last_change":"2024-02-26T04:56:27.499756+0000","last_active":"2024-02-26T04:56:38.757779+0000","last_peered":"2024-02-26T04:56:38.757779+0000","last_clean":"2024-02-26T04:56:38.757779+0000","last_became_active":"2024-02-26T04:56:27.499458+0000","last_became_peered":"2024-02-26T04:56:27.499458+0000","last_unstale":"2024-02-26T04:56:38.757779+0000","last_undegraded":"2024-02-26T04:56:38.757779+0000","last_fullsized":"2024-02-26T04:56:38.757779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:09:00.514557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":352,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.719985+0000","last_change":"2024-02-26T04:55:09.921309+0000","last_active":"2024-02-26T04:56:38.719985+0000","last_peered":"2024-02-26T04:56:38.719985+0000","last_clean":"2024-02-26T04:56:38.719985+0000","last_became_active":"2024-02-26T04:55:09.920809+0000","last_became_peered":"2024-02-26T04:55:09.920809+0000","last_unstale":"2024-02-26T04:56:38.719985+0000","last_undegraded":"2024-02-26T04:56:38.719985+0000","last_fullsized":"2024-02-26T04:56:38.719985+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_clean_scrub_stamp":"2024-02-26T04:51:21.822508+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:06:52.417703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.295692+0000","last_change":"2024-02-26T04:56:28.532122+0000","last_active":"2024-02-26T04:57:37.295692+0000","last_peered":"2024-02-26T04:57:37.295692+0000","last_clean":"2024-02-26T04:57:37.295692+0000","last_became_active":"2024-02-26T04:56:28.531478+0000","last_became_peered":"2024-02-26T04:56:28.531478+0000","last_unstale":"2024-02-26T04:57:37.295692+0000","last_undegraded":"2024-02-26T04:57:37.295692+0000","last_fullsized":"2024-02-26T04:57:37.295692+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:40.859721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.725541+0000","last_change":"2024-02-26T04:56:38.725042+0000","last_active":"2024-02-26T04:56:38.725541+0000","last_peered":"2024-02-26T04:56:38.725541+0000","last_clean":"2024-02-26T04:56:38.725541+0000","last_became_active":"2024-02-26T04:56:38.721776+0000","last_became_peered":"2024-02-26T04:56:38.721776+0000","last_unstale":"2024-02-26T04:56:38.725541+0000","last_undegraded":"2024-02-26T04:56:38.725541+0000","last_fullsized":"2024-02-26T04:56:38.725541+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:29.832621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716480+0000","last_change":"2024-02-26T04:56:27.509801+0000","last_active":"2024-02-26T04:56:38.716480+0000","last_peered":"2024-02-26T04:56:38.716480+0000","last_clean":"2024-02-26T04:56:38.716480+0000","last_became_active":"2024-02-26T04:56:27.509448+0000","last_became_peered":"2024-02-26T04:56:27.509448+0000","last_unstale":"2024-02-26T04:56:38.716480+0000","last_undegraded":"2024-02-26T04:56:38.716480+0000","last_fullsized":"2024-02-26T04:56:38.716480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:36:22.534645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310083+0000","last_change":"2024-02-26T04:56:28.529183+0000","last_active":"2024-02-26T04:57:37.310083+0000","last_peered":"2024-02-26T04:57:37.310083+0000","last_clean":"2024-02-26T04:57:37.310083+0000","last_became_active":"2024-02-26T04:56:28.528845+0000","last_became_peered":"2024-02-26T04:56:28.528845+0000","last_unstale":"2024-02-26T04:57:37.310083+0000","last_undegraded":"2024-02-26T04:57:37.310083+0000","last_fullsized":"2024-02-26T04:57:37.310083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:38:09.867082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:42.653173+0000","last_change":"2024-02-26T04:56:27.499875+0000","last_active":"2024-02-26T04:56:42.653173+0000","last_peered":"2024-02-26T04:56:42.653173+0000","last_clean":"2024-02-26T04:56:42.653173+0000","last_became_active":"2024-02-26T04:56:27.499476+0000","last_became_peered":"2024-02-26T04:56:27.499476+0000","last_unstale":"2024-02-26T04:56:42.653173+0000","last_undegraded":"2024-02-26T04:56:42.653173+0000","last_fullsized":"2024-02-26T04:56:42.653173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:47:29.197830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308658+0000","last_change":"2024-02-26T04:56:28.536297+0000","last_active":"2024-02-26T04:57:37.308658+0000","last_peered":"2024-02-26T04:57:37.308658+0000","last_clean":"2024-02-26T04:57:37.308658+0000","last_became_active":"2024-02-26T04:56:28.534419+0000","last_became_peered":"2024-02-26T04:56:28.534419+0000","last_unstale":"2024-02-26T04:57:37.308658+0000","last_undegraded":"2024-02-26T04:57:37.308658+0000","last_fullsized":"2024-02-26T04:57:37.308658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:35:47.905464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757634+0000","last_change":"2024-02-26T04:56:27.509891+0000","last_active":"2024-02-26T04:56:38.757634+0000","last_peered":"2024-02-26T04:56:38.757634+0000","last_clean":"2024-02-26T04:56:38.757634+0000","last_became_active":"2024-02-26T04:56:27.509490+0000","last_became_peered":"2024-02-26T04:56:27.509490+0000","last_unstale":"2024-02-26T04:56:38.757634+0000","last_undegraded":"2024-02-26T04:56:38.757634+0000","last_fullsized":"2024-02-26T04:56:38.757634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:42.124948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310738+0000","last_change":"2024-02-26T04:56:28.539978+0000","last_active":"2024-02-26T04:57:37.310738+0000","last_peered":"2024-02-26T04:57:37.310738+0000","last_clean":"2024-02-26T04:57:37.310738+0000","last_became_active":"2024-02-26T04:56:28.537322+0000","last_became_peered":"2024-02-26T04:56:28.537322+0000","last_unstale":"2024-02-26T04:57:37.310738+0000","last_undegraded":"2024-02-26T04:57:37.310738+0000","last_fullsized":"2024-02-26T04:57:37.310738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:03:37.287843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757178+0000","last_change":"2024-02-26T04:56:27.510607+0000","last_active":"2024-02-26T04:56:38.757178+0000","last_peered":"2024-02-26T04:56:38.757178+0000","last_clean":"2024-02-26T04:56:38.757178+0000","last_became_active":"2024-02-26T04:56:27.510283+0000","last_became_peered":"2024-02-26T04:56:27.510283+0000","last_unstale":"2024-02-26T04:56:38.757178+0000","last_undegraded":"2024-02-26T04:56:38.757178+0000","last_fullsized":"2024-02-26T04:56:38.757178+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:56:57.283405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.278514+0000","last_change":"2024-02-26T04:56:28.514098+0000","last_active":"2024-02-26T04:57:37.278514+0000","last_peered":"2024-02-26T04:57:37.278514+0000","last_clean":"2024-02-26T04:57:37.278514+0000","last_became_active":"2024-02-26T04:56:28.513732+0000","last_became_peered":"2024-02-26T04:56:28.513732+0000","last_unstale":"2024-02-26T04:57:37.278514+0000","last_undegraded":"2024-02-26T04:57:37.278514+0000","last_fullsized":"2024-02-26T04:57:37.278514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:15:08.323061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.759358+0000","last_change":"2024-02-26T04:56:27.504548+0000","last_active":"2024-02-26T04:56:38.759358+0000","last_peered":"2024-02-26T04:56:38.759358+0000","last_clean":"2024-02-26T04:56:38.759358+0000","last_became_active":"2024-02-26T04:56:27.504227+0000","last_became_peered":"2024-02-26T04:56:27.504227+0000","last_unstale":"2024-02-26T04:56:38.759358+0000","last_undegraded":"2024-02-26T04:56:38.759358+0000","last_fullsized":"2024-02-26T04:56:38.759358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:54:00.287937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312677+0000","last_change":"2024-02-26T04:56:28.531137+0000","last_active":"2024-02-26T04:57:37.312677+0000","last_peered":"2024-02-26T04:57:37.312677+0000","last_clean":"2024-02-26T04:57:37.312677+0000","last_became_active":"2024-02-26T04:56:28.530700+0000","last_became_peered":"2024-02-26T04:56:28.530700+0000","last_unstale":"2024-02-26T04:57:37.312677+0000","last_undegraded":"2024-02-26T04:57:37.312677+0000","last_fullsized":"2024-02-26T04:57:37.312677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:33:41.980263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720604+0000","last_change":"2024-02-26T04:56:27.493604+0000","last_active":"2024-02-26T04:56:38.720604+0000","last_peered":"2024-02-26T04:56:38.720604+0000","last_clean":"2024-02-26T04:56:38.720604+0000","last_became_active":"2024-02-26T04:56:27.492484+0000","last_became_peered":"2024-02-26T04:56:27.492484+0000","last_unstale":"2024-02-26T04:56:38.720604+0000","last_undegraded":"2024-02-26T04:56:38.720604+0000","last_fullsized":"2024-02-26T04:56:38.720604+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:59:34.962969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310345+0000","last_change":"2024-02-26T04:56:28.542847+0000","last_active":"2024-02-26T04:57:37.310345+0000","last_peered":"2024-02-26T04:57:37.310345+0000","last_clean":"2024-02-26T04:57:37.310345+0000","last_became_active":"2024-02-26T04:56:28.542519+0000","last_became_peered":"2024-02-26T04:56:28.542519+0000","last_unstale":"2024-02-26T04:57:37.310345+0000","last_undegraded":"2024-02-26T04:57:37.310345+0000","last_fullsized":"2024-02-26T04:57:37.310345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:16:01.731566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716138+0000","last_change":"2024-02-26T04:56:27.495130+0000","last_active":"2024-02-26T04:56:38.716138+0000","last_peered":"2024-02-26T04:56:38.716138+0000","last_clean":"2024-02-26T04:56:38.716138+0000","last_became_active":"2024-02-26T04:56:27.494793+0000","last_became_peered":"2024-02-26T04:56:27.494793+0000","last_unstale":"2024-02-26T04:56:38.716138+0000","last_undegraded":"2024-02-26T04:56:38.716138+0000","last_fullsized":"2024-02-26T04:56:38.716138+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:41:28.239858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.305035+0000","last_change":"2024-02-26T04:56:28.527653+0000","last_active":"2024-02-26T04:57:37.305035+0000","last_peered":"2024-02-26T04:57:37.305035+0000","last_clean":"2024-02-26T04:57:37.305035+0000","last_became_active":"2024-02-26T04:56:28.527236+0000","last_became_peered":"2024-02-26T04:56:28.527236+0000","last_unstale":"2024-02-26T04:57:37.305035+0000","last_undegraded":"2024-02-26T04:57:37.305035+0000","last_fullsized":"2024-02-26T04:57:37.305035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:00:36.849080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.721093+0000","last_change":"2024-02-26T04:56:27.512791+0000","last_active":"2024-02-26T04:56:38.721093+0000","last_peered":"2024-02-26T04:56:38.721093+0000","last_clean":"2024-02-26T04:56:38.721093+0000","last_became_active":"2024-02-26T04:56:27.512479+0000","last_became_peered":"2024-02-26T04:56:27.512479+0000","last_unstale":"2024-02-26T04:56:38.721093+0000","last_undegraded":"2024-02-26T04:56:38.721093+0000","last_fullsized":"2024-02-26T04:56:38.721093+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:48:03.326673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299810+0000","last_change":"2024-02-26T04:56:28.520838+0000","last_active":"2024-02-26T04:57:37.299810+0000","last_peered":"2024-02-26T04:57:37.299810+0000","last_clean":"2024-02-26T04:57:37.299810+0000","last_became_active":"2024-02-26T04:56:28.520507+0000","last_became_peered":"2024-02-26T04:56:28.520507+0000","last_unstale":"2024-02-26T04:57:37.299810+0000","last_undegraded":"2024-02-26T04:57:37.299810+0000","last_fullsized":"2024-02-26T04:57:37.299810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:12.151556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720759+0000","last_change":"2024-02-26T04:56:27.498963+0000","last_active":"2024-02-26T04:56:38.720759+0000","last_peered":"2024-02-26T04:56:38.720759+0000","last_clean":"2024-02-26T04:56:38.720759+0000","last_became_active":"2024-02-26T04:56:27.498640+0000","last_became_peered":"2024-02-26T04:56:27.498640+0000","last_unstale":"2024-02-26T04:56:38.720759+0000","last_undegraded":"2024-02-26T04:56:38.720759+0000","last_fullsized":"2024-02-26T04:56:38.720759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:38:26.604030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310500+0000","last_change":"2024-02-26T04:56:28.537880+0000","last_active":"2024-02-26T04:57:37.310500+0000","last_peered":"2024-02-26T04:57:37.310500+0000","last_clean":"2024-02-26T04:57:37.310500+0000","last_became_active":"2024-02-26T04:56:28.537482+0000","last_became_peered":"2024-02-26T04:56:28.537482+0000","last_unstale":"2024-02-26T04:57:37.310500+0000","last_undegraded":"2024-02-26T04:57:37.310500+0000","last_fullsized":"2024-02-26T04:57:37.310500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:22:53.061076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.719099+0000","last_change":"2024-02-26T04:56:27.501360+0000","last_active":"2024-02-26T04:56:38.719099+0000","last_peered":"2024-02-26T04:56:38.719099+0000","last_clean":"2024-02-26T04:56:38.719099+0000","last_became_active":"2024-02-26T04:56:27.500840+0000","last_became_peered":"2024-02-26T04:56:27.500840+0000","last_unstale":"2024-02-26T04:56:38.719099+0000","last_undegraded":"2024-02-26T04:56:38.719099+0000","last_fullsized":"2024-02-26T04:56:38.719099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:40:46.169972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.288647+0000","last_change":"2024-02-26T04:56:28.518426+0000","last_active":"2024-02-26T04:57:37.288647+0000","last_peered":"2024-02-26T04:57:37.288647+0000","last_clean":"2024-02-26T04:57:37.288647+0000","last_became_active":"2024-02-26T04:56:28.518056+0000","last_became_peered":"2024-02-26T04:56:28.518056+0000","last_unstale":"2024-02-26T04:57:37.288647+0000","last_undegraded":"2024-02-26T04:57:37.288647+0000","last_fullsized":"2024-02-26T04:57:37.288647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:15:01.456420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.290564+0000","last_change":"2024-02-26T04:56:28.519453+0000","last_active":"2024-02-26T04:57:37.290564+0000","last_peered":"2024-02-26T04:57:37.290564+0000","last_clean":"2024-02-26T04:57:37.290564+0000","last_became_active":"2024-02-26T04:56:28.519050+0000","last_became_peered":"2024-02-26T04:56:28.519050+0000","last_unstale":"2024-02-26T04:57:37.290564+0000","last_undegraded":"2024-02-26T04:57:37.290564+0000","last_fullsized":"2024-02-26T04:57:37.290564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:18:08.893788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.293218+0000","last_change":"2024-02-26T04:56:28.519649+0000","last_active":"2024-02-26T04:57:37.293218+0000","last_peered":"2024-02-26T04:57:37.293218+0000","last_clean":"2024-02-26T04:57:37.293218+0000","last_became_active":"2024-02-26T04:56:28.518641+0000","last_became_peered":"2024-02-26T04:56:28.518641+0000","last_unstale":"2024-02-26T04:57:37.293218+0000","last_undegraded":"2024-02-26T04:57:37.293218+0000","last_fullsized":"2024-02-26T04:57:37.293218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:56:36.047460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308600+0000","last_change":"2024-02-26T04:56:28.537978+0000","last_active":"2024-02-26T04:57:37.308600+0000","last_peered":"2024-02-26T04:57:37.308600+0000","last_clean":"2024-02-26T04:57:37.308600+0000","last_became_active":"2024-02-26T04:56:28.537446+0000","last_became_peered":"2024-02-26T04:56:28.537446+0000","last_unstale":"2024-02-26T04:57:37.308600+0000","last_undegraded":"2024-02-26T04:57:37.308600+0000","last_fullsized":"2024-02-26T04:57:37.308600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:40.705133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312950+0000","last_change":"2024-02-26T04:56:28.541160+0000","last_active":"2024-02-26T04:57:37.312950+0000","last_peered":"2024-02-26T04:57:37.312950+0000","last_clean":"2024-02-26T04:57:37.312950+0000","last_became_active":"2024-02-26T04:56:28.535958+0000","last_became_peered":"2024-02-26T04:56:28.535958+0000","last_unstale":"2024-02-26T04:57:37.312950+0000","last_undegraded":"2024-02-26T04:57:37.312950+0000","last_fullsized":"2024-02-26T04:57:37.312950+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:01:06.978743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313233+0000","last_change":"2024-02-26T04:56:28.542835+0000","last_active":"2024-02-26T04:57:37.313233+0000","last_peered":"2024-02-26T04:57:37.313233+0000","last_clean":"2024-02-26T04:57:37.313233+0000","last_became_active":"2024-02-26T04:56:28.542433+0000","last_became_peered":"2024-02-26T04:56:28.542433+0000","last_unstale":"2024-02-26T04:57:37.313233+0000","last_undegraded":"2024-02-26T04:57:37.313233+0000","last_fullsized":"2024-02-26T04:57:37.313233+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:58:25.151133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285059+0000","last_change":"2024-02-26T04:56:28.518074+0000","last_active":"2024-02-26T04:57:37.285059+0000","last_peered":"2024-02-26T04:57:37.285059+0000","last_clean":"2024-02-26T04:57:37.285059+0000","last_became_active":"2024-02-26T04:56:28.517690+0000","last_became_peered":"2024-02-26T04:56:28.517690+0000","last_unstale":"2024-02-26T04:57:37.285059+0000","last_undegraded":"2024-02-26T04:57:37.285059+0000","last_fullsized":"2024-02-26T04:57:37.285059+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:47:42.158480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.286421+0000","last_change":"2024-02-26T04:56:28.518789+0000","last_active":"2024-02-26T04:57:37.286421+0000","last_peered":"2024-02-26T04:57:37.286421+0000","last_clean":"2024-02-26T04:57:37.286421+0000","last_became_active":"2024-02-26T04:56:28.517425+0000","last_became_peered":"2024-02-26T04:56:28.517425+0000","last_unstale":"2024-02-26T04:57:37.286421+0000","last_undegraded":"2024-02-26T04:57:37.286421+0000","last_fullsized":"2024-02-26T04:57:37.286421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:15:01.266629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.305371+0000","last_change":"2024-02-26T04:56:28.540179+0000","last_active":"2024-02-26T04:57:37.305371+0000","last_peered":"2024-02-26T04:57:37.305371+0000","last_clean":"2024-02-26T04:57:37.305371+0000","last_became_active":"2024-02-26T04:56:28.539709+0000","last_became_peered":"2024-02-26T04:56:28.539709+0000","last_unstale":"2024-02-26T04:57:37.305371+0000","last_undegraded":"2024-02-26T04:57:37.305371+0000","last_fullsized":"2024-02-26T04:57:37.305371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:59:05.182122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311234+0000","last_change":"2024-02-26T04:56:28.530180+0000","last_active":"2024-02-26T04:57:37.311234+0000","last_peered":"2024-02-26T04:57:37.311234+0000","last_clean":"2024-02-26T04:57:37.311234+0000","last_became_active":"2024-02-26T04:56:28.529801+0000","last_became_peered":"2024-02-26T04:56:28.529801+0000","last_unstale":"2024-02-26T04:57:37.311234+0000","last_undegraded":"2024-02-26T04:57:37.311234+0000","last_fullsized":"2024-02-26T04:57:37.311234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:15:51.875175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308940+0000","last_change":"2024-02-26T04:56:28.545436+0000","last_active":"2024-02-26T04:57:37.308940+0000","last_peered":"2024-02-26T04:57:37.308940+0000","last_clean":"2024-02-26T04:57:37.308940+0000","last_became_active":"2024-02-26T04:56:28.545072+0000","last_became_peered":"2024-02-26T04:56:28.545072+0000","last_unstale":"2024-02-26T04:57:37.308940+0000","last_undegraded":"2024-02-26T04:57:37.308940+0000","last_fullsized":"2024-02-26T04:57:37.308940+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:24:49.989329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309862+0000","last_change":"2024-02-26T04:56:28.537740+0000","last_active":"2024-02-26T04:57:37.309862+0000","last_peered":"2024-02-26T04:57:37.309862+0000","last_clean":"2024-02-26T04:57:37.309862+0000","last_became_active":"2024-02-26T04:56:28.537195+0000","last_became_peered":"2024-02-26T04:56:28.537195+0000","last_unstale":"2024-02-26T04:57:37.309862+0000","last_undegraded":"2024-02-26T04:57:37.309862+0000","last_fullsized":"2024-02-26T04:57:37.309862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:02:45.741615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313976+0000","last_change":"2024-02-26T04:56:28.535900+0000","last_active":"2024-02-26T04:57:37.313976+0000","last_peered":"2024-02-26T04:57:37.313976+0000","last_clean":"2024-02-26T04:57:37.313976+0000","last_became_active":"2024-02-26T04:56:28.535470+0000","last_became_peered":"2024-02-26T04:56:28.535470+0000","last_unstale":"2024-02-26T04:57:37.313976+0000","last_undegraded":"2024-02-26T04:57:37.313976+0000","last_fullsized":"2024-02-26T04:57:37.313976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:48:55.594037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301755+0000","last_change":"2024-02-26T04:56:38.731805+0000","last_active":"2024-02-26T04:57:37.301755+0000","last_peered":"2024-02-26T04:57:37.301755+0000","last_clean":"2024-02-26T04:57:37.301755+0000","last_became_active":"2024-02-26T04:56:38.731417+0000","last_became_peered":"2024-02-26T04:56:38.731417+0000","last_unstale":"2024-02-26T04:57:37.301755+0000","last_undegraded":"2024-02-26T04:57:37.301755+0000","last_fullsized":"2024-02-26T04:57:37.301755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:02:40.181345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64317,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":534,"num_read_kb":336,"num_write":165,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1125,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":192951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383712,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":456246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90100000000000002,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94999999999999996,"5min":1.155,"15min":1.155},"last":0.67000000000000004}]},{"osd":1,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79900000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83299999999999996,"5min":0.87,"15min":0.87},"last":0.64800000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.45600000000000002,"15min":0.44800000000000001},"min":{"1min":0.35799999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68600000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.44900000000000001,"15min":0.44},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.64900000000000002,"15min":0.65100000000000002},"min":{"1min":0.48799999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81499999999999995,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.54500000000000004}]},{"osd":5,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82899999999999996,"5min":1.018,"15min":1.018},"last":0.62},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.41299999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84499999999999997,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.68200000000000005}]},{"osd":6,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77900000000000003,"15min":0.78200000000000003},"min":{"1min":0.50700000000000001,"5min":0.436,"15min":0.436},"max":{"1min":0.94999999999999996,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.81200000000000006},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.86799999999999999,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0469999999999999,"5min":1.732,"15min":1.732},"last":0.69999999999999996}]},{"osd":7,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.68999999999999995,"15min":0.68899999999999995},"min":{"1min":0.49199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91300000000000003,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.70399999999999996,"15min":0.69899999999999995},"min":{"1min":0.499,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.96599999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.74299999999999999}]},{"osd":8,"last update":"Mon Feb 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.71099999999999997}]},{"osd":9,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91600000000000004,"15min":0.91700000000000004},"min":{"1min":0.64800000000000002,"5min":0.496,"15min":0.496},"max":{"1min":1.149,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.875,"5min":0.89900000000000002,"15min":0.90300000000000002},"min":{"1min":0.73599999999999999,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.167,"5min":1.274,"15min":1.274},"last":0.78000000000000003}]},{"osd":10,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73299999999999998,"15min":0.72299999999999998},"min":{"1min":0.61599999999999999,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.76000000000000001,"15min":0.755},"min":{"1min":0.59799999999999998,"5min":0.442,"15min":0.442},"max":{"1min":0.99399999999999999,"5min":1.218,"15min":1.218},"last":0.80000000000000004}]}]},{"osd":10,"up_from":72,"seq":309237645348,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1638400,"data_stored":1107790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.75700000000000001}]},{"osd":1,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.505,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46000000000000002},"min":{"1min":0.29999999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.53200000000000003,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.57199999999999995}]},{"osd":2,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.432,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68600000000000005,"5min":0.751,"15min":0.751},"last":0.64100000000000001}]},{"osd":3,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.78100000000000003,"15min":0.78200000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.51000000000000001,"5min":0.443,"15min":0.443},"max":{"1min":1.081,"5min":1.137,"15min":1.137},"last":0.78300000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.5,"15min":0.50800000000000001},"min":{"1min":0.32000000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.57699999999999996,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.53000000000000003}]},{"osd":5,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76100000000000001,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.622,"5min":0.66600000000000004,"15min":0.67300000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83799999999999997,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.67700000000000005}]},{"osd":6,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.88700000000000001,"15min":0.90000000000000002},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.88700000000000001},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.85599999999999998,"15min":0.86099999999999999},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.448,"5min":1.448,"15min":1.448},"last":0.96199999999999997}]},{"osd":7,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.501}]},{"osd":8,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.76000000000000001,"15min":0.77000000000000002},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.79900000000000004,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.92000000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.73999999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.94499999999999995,"15min":0.95099999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.1739999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.98399999999999999,"15min":0.998},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.0249999999999999}]},{"osd":11,"last update":"Mon Feb 26 04:57:36 2024","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.60599999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.752,"5min":0.75900000000000001,"15min":0.76000000000000001},"min":{"1min":0.55400000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.92300000000000004,"5min":1.022,"15min":1.022},"last":0.71399999999999997}]}]},{"osd":9,"up_from":67,"seq":287762808873,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":456370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.2090000000000001,"15min":1.2509999999999999},"min":{"1min":0.53900000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.7,"5min":2.3119999999999998,"15min":2.3119999999999998},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.98999999999999999,"5min":1.27,"15min":1.3500000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.6100000000000001,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":1.284}]},{"osd":1,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.99399999999999999,"15min":1.04},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.244,"5min":1.524,"15min":1.524},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.159,"15min":1.2410000000000001},"min":{"1min":0.51700000000000002,"5min":0.434,"15min":0.434},"max":{"1min":1.4239999999999999,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.0389999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":1.1819999999999999,"15min":1.2629999999999999},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.3180000000000001,"5min":2.222,"15min":2.222},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.302,"15min":1.399},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.8560000000000001,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":1.121}]},{"osd":3,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.5149999999999999,"15min":1.625},"min":{"1min":0.58599999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.7270000000000001,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.405},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.5580000000000001,"15min":1.647},"min":{"1min":0.77600000000000002,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.0249999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":0.60699999999999998}]},{"osd":4,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.4039999999999999,"15min":1.5389999999999999},"min":{"1min":0.66700000000000004,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.5129999999999999,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.46},{"interface":"front","average":{"1min":1.097,"5min":1.347,"15min":1.4590000000000001},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.9530000000000001,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":0.82199999999999995}]},{"osd":5,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.181,"5min":1.496,"15min":1.6399999999999999},"min":{"1min":0.61599999999999999,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":2.1930000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.0880000000000001},{"interface":"front","average":{"1min":1.224,"5min":1.76,"15min":1.804},"min":{"1min":0.63700000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.9730000000000001,"5min":15.861000000000001,"15min":15.861000000000001},"last":1.5089999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.444,"5min":1.7589999999999999,"15min":1.8839999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":2.3740000000000001,"5min":2.6619999999999999,"15min":2.6619999999999999},"last":0.995},{"interface":"front","average":{"1min":1.4670000000000001,"5min":1.821,"15min":1.9510000000000001},"min":{"1min":0.96499999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":2.3380000000000001,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":1.3149999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.319,"5min":1.73,"15min":1.8779999999999999},"min":{"1min":0.72099999999999997,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.0550000000000002,"5min":2.621,"15min":2.621},"last":1.8029999999999999},{"interface":"front","average":{"1min":1.327,"5min":1.7090000000000001,"15min":1.845},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.1909999999999998,"5min":2.6160000000000001,"15min":2.6160000000000001},"last":0.95199999999999996}]},{"osd":8,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.7729999999999999,"15min":1.9199999999999999},"min":{"1min":0.78000000000000003,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.2839999999999998,"5min":2.782,"15min":2.782},"last":1.228},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.782,"15min":1.9299999999999999},"min":{"1min":0.82499999999999996,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.2469999999999999,"5min":3.2400000000000002,"15min":3.2400000000000002},"last":1.2490000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:57:09 2024","interfaces":[{"interface":"back","average":{"1min":1.627,"5min":1.748,"15min":1.768},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":2.2959999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.575,"5min":1.8029999999999999,"15min":1.841},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":2.0619999999999998,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":1.206}]}]},{"osd":8,"up_from":59,"seq":253403070513,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":950272,"data_stored":456178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.89700000000000002,"15min":0.749},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.018,"5min":17.158999999999999,"15min":17.158999999999999},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.79000000000000004,"15min":0.77200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.94399999999999995,"5min":4.9130000000000003,"15min":4.9130000000000003},"last":0.69199999999999995}]},{"osd":1,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54000000000000004,"15min":0.53000000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.77300000000000002},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.55100000000000005,"15min":0.52800000000000002},"min":{"1min":0.433,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.67300000000000004}]},{"osd":2,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.30099999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.54100000000000004,"5min":0.627,"15min":0.627},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.41699999999999998,"15min":0.41899999999999998},"min":{"1min":0.29799999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68700000000000006,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.441}]},{"osd":3,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.56000000000000005,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0640000000000001,"5min":1.143,"15min":1.143},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.54000000000000004,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.92900000000000005,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":0.72199999999999998}]},{"osd":4,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.55500000000000005,"15min":0.53100000000000003},"min":{"1min":0.34599999999999997,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.754,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.751},{"interface":"front","average":{"1min":0.624,"5min":0.57599999999999996,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.65200000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.505},"min":{"1min":0.35799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.70599999999999996,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.49199999999999999,"15min":0.5},"min":{"1min":0.34699999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.51200000000000001}]},{"osd":6,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.79800000000000004,"15min":0.81999999999999995},"min":{"1min":0.623,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.94799999999999995,"5min":1.129,"15min":1.129},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.82399999999999995,"15min":0.83599999999999997},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.73799999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.63800000000000001,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.99099999999999999,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.63800000000000001,"15min":0.626},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.80300000000000005}]},{"osd":9,"last update":"Mon Feb 26 04:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.61799999999999999,"5min":0.499,"15min":0.499},"max":{"1min":2.2240000000000002,"5min":2.2240000000000002,"15min":2.2240000000000002},"last":0.92100000000000004},{"interface":"front","average":{"1min":1.036,"5min":0.97499999999999998,"15min":0.97299999999999998},"min":{"1min":0.73999999999999999,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":0.93400000000000005}]},{"osd":10,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67200000000000004,"15min":0.66700000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.876},{"interface":"front","average":{"1min":0.753,"5min":0.69799999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.86499999999999999}]},{"osd":11,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.89400000000000002},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.90700000000000003}]}]},{"osd":7,"up_from":51,"seq":219043332149,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1048893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71999999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69599999999999995,"15min":0.68999999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40400000000000003,"15min":0.38700000000000001},"min":{"1min":0.31900000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.65500000000000003,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.309},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.434,"15min":0.42799999999999999},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.43099999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.47699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.55200000000000005},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55700000000000005}]},{"osd":3,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.746,"15min":0.749},"min":{"1min":0.56799999999999995,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.95099999999999996,"5min":1.254,"15min":1.254},"last":0.89300000000000002},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.75900000000000001,"15min":0.77100000000000002},"min":{"1min":0.57199999999999995,"5min":0.505,"15min":0.505},"max":{"1min":0.81399999999999995,"5min":1.081,"15min":1.081},"last":0.63700000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.313,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47199999999999998,"15min":0.49399999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.40300000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.84999999999999998,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.73999999999999999,"15min":0.64700000000000002},"min":{"1min":0.51000000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79000000000000004,"5min":11.225,"15min":11.225},"last":0.44900000000000001}]},{"osd":6,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.79200000000000004,"15min":0.80000000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0009999999999999,"5min":1.103,"15min":1.103},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.81799999999999995,"15min":0.83499999999999996},"min":{"1min":0.53200000000000003,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.998,"5min":1.425,"15min":1.425},"last":0.76700000000000002}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66000000000000003,"15min":0.64700000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.64500000000000002,"15min":0.63300000000000001},"min":{"1min":0.50800000000000001,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.48799999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.877},{"interface":"front","average":{"1min":0.877,"5min":0.89700000000000002,"15min":0.90100000000000002},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0700000000000001,"5min":1.175,"15min":1.175},"last":0.67900000000000005}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.65900000000000003,"15min":0.65300000000000002},"min":{"1min":0.48699999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.501},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.67100000000000004,"15min":0.66100000000000003},"min":{"1min":0.55400000000000005,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.59899999999999998}]},{"osd":11,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.56999999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495677,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32100,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713052,"statfs":{"total":95995035648,"available":95962165248,"internally_reserved":0,"allocated":946176,"data_stored":455759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":1.0660000000000001,"15min":1.024},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.5449999999999999,"5min":1.948,"15min":1.948},"last":0.56299999999999994},{"interface":"front","average":{"1min":1.119,"5min":1.2170000000000001,"15min":1.173},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.004,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":0.83099999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":1.02,"15min":1.0229999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.3240000000000001,"5min":1.726,"15min":1.726},"last":0.85399999999999998},{"interface":"front","average":{"1min":1.04,"5min":1.0449999999999999,"15min":1.0489999999999999},"min":{"1min":0.58099999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3919999999999999,"5min":1.647,"15min":1.647},"last":0.66400000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.089,"15min":1.0609999999999999},"min":{"1min":0.65900000000000003,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.6299999999999999,"5min":1.972,"15min":1.972},"last":0.50600000000000001},{"interface":"front","average":{"1min":1.165,"5min":1.179,"15min":1.141},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.7889999999999999,"5min":2.2130000000000001,"15min":2.2130000000000001},"last":0.72599999999999998}]},{"osd":3,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.462,"15min":1.4279999999999999},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.9390000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":0.77400000000000002},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.381,"15min":1.341},"min":{"1min":0.52500000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":1.004}]},{"osd":4,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.254,"15min":1.1799999999999999},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":2.0369999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":0.79000000000000004},{"interface":"front","average":{"1min":1.3560000000000001,"5min":1.4330000000000001,"15min":1.393},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":2.0859999999999999,"5min":2.407,"15min":2.407},"last":1.163}]},{"osd":5,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3979999999999999,"15min":1.389},"min":{"1min":0.77700000000000002,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":2.1179999999999999,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":1.417,"5min":1.452,"15min":1.3799999999999999},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":2.1930000000000001,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":0.751}]},{"osd":7,"last update":"Mon Feb 26 04:57:54 2024","interfaces":[{"interface":"back","average":{"1min":1.595,"5min":1.548,"15min":1.454},"min":{"1min":0.81100000000000005,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":2.3380000000000001,"5min":2.4529999999999998,"15min":2.4529999999999998},"last":1.27},{"interface":"front","average":{"1min":1.6839999999999999,"5min":1.6240000000000001,"15min":1.522},"min":{"1min":0.878,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":2.4039999999999999,"5min":2.4780000000000002,"15min":2.4780000000000002},"last":1.3080000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":1.444,"5min":1.597,"15min":1.617},"min":{"1min":0.71199999999999997,"5min":0.62,"15min":0.62},"max":{"1min":2.0510000000000002,"5min":2.3340000000000001,"15min":2.3340000000000001},"last":0.88500000000000001},{"interface":"front","average":{"1min":1.526,"5min":1.5960000000000001,"15min":1.5940000000000001},"min":{"1min":0.79500000000000004,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":0.68600000000000005}]},{"osd":9,"last update":"Mon Feb 26 04:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":1.8320000000000001,"15min":1.893},"min":{"1min":0.84399999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.3380000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":0.871},{"interface":"front","average":{"1min":1.734,"5min":1.9079999999999999,"15min":1.982},"min":{"1min":0.90300000000000002,"5min":0.877,"15min":0.877},"max":{"1min":2.4540000000000002,"5min":2.734,"15min":2.734},"last":1.2110000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.768,"15min":1.8140000000000001},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.0649999999999999,"5min":2.3959999999999999,"15min":2.3959999999999999},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.619,"5min":1.837,"15min":1.873},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.411,"5min":2.411,"15min":2.411},"last":0.90400000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574936,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":515195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.69499999999999995,"15min":0.626},"min":{"1min":0.48899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0089999999999999,"5min":1.22,"15min":1.22},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.73299999999999998,"15min":0.66000000000000003},"min":{"1min":0.53800000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.98399999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.78000000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.55200000000000005,"15min":0.51600000000000001},"min":{"1min":0.437,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84899999999999998,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56399999999999995,"15min":0.53200000000000003},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.48399999999999999}]},{"osd":3,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.755,"15min":0.69599999999999995},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.089,"5min":1.341,"15min":1.341},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.76600000000000001,"15min":0.71799999999999997},"min":{"1min":0.58299999999999996,"5min":0.379,"15min":0.379},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.83999999999999997}]},{"osd":4,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.44,"15min":0.40600000000000003},"min":{"1min":0.36799999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63800000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.45200000000000001,"15min":0.41699999999999998},"min":{"1min":0.34000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.78000000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.66600000000000004}]},{"osd":5,"last update":"Mon Feb 26 04:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.60499999999999998,"15min":0.53100000000000003},"min":{"1min":0.41899999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.81200000000000006,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.61299999999999999,"15min":0.55100000000000005},"min":{"1min":0.51500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.745}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.81799999999999995,"15min":0.81000000000000005},"min":{"1min":0.51200000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1890000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81100000000000005,"15min":0.78500000000000003},"min":{"1min":0.59999999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0860000000000001,"5min":1.129,"15min":1.129},"last":0.88800000000000001}]},{"osd":7,"last update":"Mon Feb 26 04:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.55700000000000005,"15min":0.52100000000000002},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84199999999999997,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.51900000000000002,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.58399999999999996}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.63300000000000001,"15min":0.61499999999999999},"min":{"1min":0.53800000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.69099999999999995},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.68200000000000005,"15min":0.64400000000000002},"min":{"1min":0.50600000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.92600000000000005}]},{"osd":9,"last update":"Mon Feb 26 04:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.92500000000000004,"15min":0.92400000000000004},"min":{"1min":0.66800000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.88100000000000001,"15min":0.89000000000000001},"min":{"1min":0.60399999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0269999999999999,"5min":1.155,"15min":1.155},"last":0.873}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.746,"15min":0.73599999999999999},"min":{"1min":0.55300000000000005,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.95899999999999996},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.51500000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.95099999999999996,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.82599999999999996}]},{"osd":11,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.995},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.86099999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":457030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.88,"15min":0.72899999999999998},"min":{"1min":0.439,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.248,"5min":1.649,"15min":1.649},"last":0.67000000000000004},{"interface":"front","average":{"1min":1.0780000000000001,"5min":0.94699999999999995,"15min":0.76100000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46000000000000002},"max":{"1min":3.1400000000000001,"5min":3.1400000000000001,"15min":3.1400000000000001},"last":0.57999999999999996}]},{"osd":2,"last update":"Mon Feb 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.995,"15min":0.85299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":0.751},{"interface":"front","average":{"1min":1.3979999999999999,"5min":1.123,"15min":0.93700000000000006},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":0.622}]},{"osd":3,"last update":"Mon Feb 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":3.2200000000000002,"5min":3.2200000000000002,"15min":3.2200000000000002},"last":0.876},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":3.621,"5min":3.621,"15min":3.621},"last":0.89500000000000002}]},{"osd":4,"last update":"Mon Feb 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.252,"15min":1.115},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":3.2989999999999999,"5min":3.2989999999999999,"15min":3.2989999999999999},"last":0.98899999999999999},{"interface":"front","average":{"1min":1.266,"5min":1.1299999999999999,"15min":0.996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.2440000000000002,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":0.63300000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:56:55 2024","interfaces":[{"interface":"back","average":{"1min":1.446,"5min":1.339,"15min":1.2529999999999999},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":2.5630000000000002,"5min":2.5630000000000002,"15min":2.5630000000000002},"last":0.84099999999999997},{"interface":"front","average":{"1min":1.512,"5min":1.3160000000000001,"15min":1.198},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":2.3540000000000001,"5min":2.3540000000000001,"15min":2.3540000000000001},"last":0.81799999999999995}]},{"osd":6,"last update":"Mon Feb 26 04:57:19 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5629999999999999,"15min":1.4710000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":2.8170000000000002},"last":0.96799999999999997},{"interface":"front","average":{"1min":1.395,"5min":1.4510000000000001,"15min":1.425},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.6960000000000002,"5min":2.6960000000000002,"15min":2.6960000000000002},"last":0.86399999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.528,"15min":1.486},"min":{"1min":1.266,"5min":0.877,"15min":0.877},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.827,"5min":1.488,"15min":1.4319999999999999},"min":{"1min":1.484,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.3900000000000001,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.71599999999999997}]},{"osd":8,"last update":"Mon Feb 26 04:57:15 2024","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.446,"15min":1.4339999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.3460000000000001,"5min":2.3460000000000001,"15min":2.3460000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6639999999999999,"15min":1.6299999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":3.1819999999999999,"5min":3.1819999999999999,"15min":3.1819999999999999},"last":0.93899999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:57:45 2024","interfaces":[{"interface":"back","average":{"1min":1.831,"5min":1.982,"15min":2.04},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":3.367,"5min":3.367,"15min":3.367},"last":1.036},{"interface":"front","average":{"1min":1.7969999999999999,"5min":1.8260000000000001,"15min":1.8799999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":3.6899999999999999,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":0.77300000000000002}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.9159999999999999,"15min":1.96},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":3.222,"5min":3.222,"15min":3.222},"last":1.393},{"interface":"front","average":{"1min":1.716,"5min":1.972,"15min":2.0139999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":2.661,"5min":2.661,"15min":2.661},"last":0.92100000000000004}]},{"osd":11,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.6140000000000001,"15min":1.6000000000000001},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.835,"5min":1.901,"15min":1.9119999999999999},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":3.3180000000000001,"5min":3.3180000000000001,"15min":3.3180000000000001},"last":1.0720000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411410,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":515811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.68600000000000005,"15min":0.624},"min":{"1min":0.45400000000000001,"5min":0.34699999999999998,"15min":0.33600000000000002},"max":{"1min":1.0489999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.69699999999999995,"15min":0.63800000000000001},"min":{"1min":0.47499999999999998,"5min":0.42799999999999999,"15min":0.34699999999999998},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.85699999999999998}]},{"osd":1,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.442,"5min":0.31900000000000001,"15min":0.311},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.53400000000000003,"15min":0.54000000000000004},"min":{"1min":0.46200000000000002,"5min":0.29999999999999999,"15min":0.29599999999999999},"max":{"1min":0.69199999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Feb 26 04:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.69099999999999995,"15min":0.67500000000000004},"min":{"1min":0.39700000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.83199999999999996},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.44,"5min":0.378,"15min":0.378},"max":{"1min":0.97199999999999998,"5min":1.075,"15min":1.075},"last":0.77900000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.63300000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:56:52 2024","interfaces":[{"interface":"back","average":{"1min":0.438,"5min":0.42999999999999999,"15min":0.42599999999999999},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.50800000000000001,"15min":0.49199999999999999},"min":{"1min":0.33100000000000002,"5min":0.312,"15min":0.312},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.56999999999999995}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.78100000000000003,"15min":0.755},"min":{"1min":0.60399999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.131,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.752},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.78400000000000003,"15min":0.74199999999999999},"min":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.891,"5min":3.891,"15min":3.891},"last":0.72199999999999998}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70399999999999996,"5min":0.754,"15min":0.754},"last":0.41899999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.51400000000000001,"15min":0.51500000000000001},"min":{"1min":0.35599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.47199999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.34399999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.81200000000000006,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.69299999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:57:42 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.67000000000000004,"5min":0.495,"15min":0.495},"max":{"1min":1.1919999999999999,"5min":1.2,"15min":1.2},"last":1.075},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.60299999999999998,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.093,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.94899999999999995}]},{"osd":10,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.65600000000000003,"15min":0.65300000000000002},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.67700000000000005,"15min":0.67100000000000004},"min":{"1min":0.52700000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.73699999999999999}]},{"osd":11,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.76800000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182476,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":456070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.046,"15min":0.90400000000000003},"min":{"1min":0.56599999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.7650000000000001,"5min":2.7650000000000001,"15min":2.7650000000000001},"last":2.3079999999999998},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1339999999999999,"15min":0.99199999999999999},"min":{"1min":0.69499999999999995,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5640000000000001,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":0.77600000000000002}]},{"osd":1,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":0.97699999999999998,"15min":0.91000000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.629,"5min":1.716,"15min":1.716},"last":1.9550000000000001},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.98599999999999999,"15min":0.91800000000000004},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":2.6259999999999999}]},{"osd":2,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.099,"15min":0.98299999999999998},"min":{"1min":0.70699999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":0.94799999999999995},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.1899999999999999,"15min":1.0529999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.2530000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":2.0030000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:57:32 2024","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.216,"15min":1.117},"min":{"1min":0.83399999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":1.8759999999999999},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.151,"15min":1.0569999999999999},"min":{"1min":0.71399999999999997,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.1909999999999998,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":0.99399999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:56:55 2024","interfaces":[{"interface":"back","average":{"1min":1.5169999999999999,"5min":1.349,"15min":1.244},"min":{"1min":0.66200000000000003,"5min":0.66200000000000003,"15min":0.66200000000000003},"max":{"1min":2.4830000000000001,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":2.0990000000000002},{"interface":"front","average":{"1min":1.3939999999999999,"5min":1.224,"15min":1.123},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.5390000000000001,"5min":2.5390000000000001,"15min":2.5390000000000001},"last":2.6899999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":1.397,"5min":1.48,"15min":1.393},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.3999999999999999,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":1.409},{"interface":"front","average":{"1min":1.633,"5min":1.621,"15min":1.5149999999999999},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6589999999999998,"5min":2.6589999999999998,"15min":2.6589999999999998},"last":2.052}]},{"osd":7,"last update":"Mon Feb 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.6060000000000001,"15min":1.506},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.2069999999999999,"5min":2.585,"15min":2.585},"last":2.1419999999999999},{"interface":"front","average":{"1min":1.427,"5min":1.5189999999999999,"15min":1.474},"min":{"1min":0.77600000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":2.2829999999999999,"5min":2.5209999999999999,"15min":2.5209999999999999},"last":1.2470000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":1.667,"15min":1.6140000000000001},"min":{"1min":1.4330000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.585,"5min":2.585,"15min":2.585},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.6399999999999999,"5min":1.4970000000000001,"15min":1.4730000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":0.77900000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:57:44 2024","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.802,"15min":1.883},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":2.456,"5min":2.649,"15min":2.649},"last":1.194},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.9910000000000001,"15min":2.0569999999999999},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":2.5139999999999998,"5min":2.8069999999999999,"15min":2.8069999999999999},"last":2.282}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":1.7470000000000001,"5min":2.0680000000000001,"15min":2.1219999999999999},"min":{"1min":1.006,"5min":1.006,"15min":1.006},"max":{"1min":2.4249999999999998,"5min":2.5699999999999998,"15min":2.5699999999999998},"last":2.2290000000000001},{"interface":"front","average":{"1min":1.5469999999999999,"5min":1.7150000000000001,"15min":1.7430000000000001},"min":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":2.8170000000000002},"last":2.734}]},{"osd":11,"last update":"Mon Feb 26 04:57:32 2024","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":2.7090000000000001,"5min":2.7090000000000001,"15min":2.7090000000000001},"last":2.3620000000000001},{"interface":"front","average":{"1min":1.841,"5min":1.841,"15min":1.841},"min":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":2.4169999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":457994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.66300000000000003,"15min":0.63500000000000001},"min":{"1min":0.44700000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89100000000000001,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.68300000000000005,"15min":0.66500000000000004},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.107,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39500000000000002,"15min":0.38100000000000001},"min":{"1min":0.34200000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57399999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.40600000000000003,"15min":0.378},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.60199999999999998,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.58299999999999996,"15min":0.56499999999999995},"min":{"1min":0.48799999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.77300000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73999999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54300000000000004}]},{"osd":3,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.75900000000000001,"15min":0.68700000000000006},"min":{"1min":0.55200000000000005,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76100000000000001,"15min":0.70899999999999996},"min":{"1min":0.628,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.026,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Mon Feb 26 04:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59399999999999997,"15min":0.58599999999999997},"min":{"1min":0.49199999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.61299999999999999,"15min":0.58099999999999996},"min":{"1min":0.50600000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.90000000000000002,"15min":1.024},"min":{"1min":0.53700000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.99399999999999999,"5min":7.218,"15min":7.218},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.036,"15min":1.2549999999999999},"min":{"1min":0.57999999999999996,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.96799999999999997,"5min":7.1779999999999999,"15min":7.1779999999999999},"last":0.57999999999999996}]},{"osd":7,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53900000000000003,"15min":0.51200000000000001},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.751,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39600000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67000000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.42499999999999999}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.65100000000000002,"15min":0.63600000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70099999999999996,"15min":0.68500000000000005},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56499999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94299999999999995,"15min":0.95899999999999996},"min":{"1min":0.64800000000000002,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.097,"5min":1.331,"15min":1.331},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.96699999999999997,"15min":0.999},"min":{"1min":0.628,"5min":0.624,"15min":0.624},"max":{"1min":1.149,"5min":1.325,"15min":1.325},"last":0.78100000000000003}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.71599999999999997,"15min":0.71399999999999997},"min":{"1min":0.55800000000000005,"5min":0.44,"15min":0.44},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.69699999999999995,"15min":0.69899999999999995},"min":{"1min":0.52600000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.83399999999999996,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.755}]},{"osd":11,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.61699999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757313,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1564672,"data_stored":1048045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.69799999999999995,"15min":0.69099999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.89900000000000002,"5min":1.034,"15min":1.034},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.68500000000000005,"15min":0.67400000000000004},"min":{"1min":0.46100000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.47799999999999998}]},{"osd":1,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.52200000000000002},"min":{"1min":0.48699999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57699999999999996,"15min":0.54300000000000004},"min":{"1min":0.51300000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.753,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.55400000000000005}]},{"osd":2,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40699999999999997,"15min":0.39400000000000002},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.55300000000000005,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40600000000000003,"15min":0.39400000000000002},"min":{"1min":0.28399999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":0.82799999999999996,"15min":0.74399999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":7.3380000000000001,"5min":7.3380000000000001,"15min":7.3380000000000001},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.78200000000000003,"15min":0.76500000000000001},"min":{"1min":0.56799999999999995,"5min":0.437,"15min":0.437},"max":{"1min":1.423,"5min":3.9300000000000002,"15min":3.9300000000000002},"last":0.58099999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.60099999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.878,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.504},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.622,"15min":0.57599999999999996},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.86599999999999999,"5min":3.915,"15min":3.915},"last":0.61499999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78900000000000003,"15min":0.78100000000000003},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1599999999999999,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.59399999999999997,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.119,"5min":3.9729999999999999,"15min":3.9729999999999999},"last":0.54000000000000004}]},{"osd":7,"last update":"Mon Feb 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.621,"15min":0.57499999999999996},"min":{"1min":0.54900000000000004,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.68799999999999994,"15min":0.72899999999999998},"min":{"1min":0.432,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86099999999999999,"5min":3.9540000000000002,"15min":3.9540000000000002},"last":0.64700000000000002}]},{"osd":8,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73799999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.50600000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89500000000000002,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.65800000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.95399999999999996,"15min":0.98499999999999999},"min":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.1970000000000001,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.88900000000000001,"15min":0.90200000000000002},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.1479999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.67400000000000004}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.57999999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.68200000000000005,"15min":0.67500000000000004},"min":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.69799999999999995}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":59643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":60259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":61753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-26T04:58:02.119 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph pg dump --format=json 2024-02-26T04:58:02.603 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:02 smithi112 ceph-mon[31817]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:02 smithi112 ceph-mon[31817]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:02 smithi175 ceph-mon[36652]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:02 smithi175 ceph-mon[36652]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:02 smithi161 ceph-mon[36447]: from='client.14793 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:02 smithi161 ceph-mon[36447]: pgmap v359: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:04.700 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:04 smithi112 ceph-mon[31817]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:04 smithi175 ceph-mon[36652]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:04 smithi161 ceph-mon[36447]: pgmap v360: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 -- 172.21.15.112:0/3343031869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 msgr2=0x7f66201044c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 --2- 172.21.15.112:0/3343031869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f66201044c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f661000b0a0 tx=0x7f661000b3b0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 -- 172.21.15.112:0/3343031869 shutdown_connections 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 --2- 172.21.15.112:0/3343031869 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 0x7f6620110d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 --2- 172.21.15.112:0/3343031869 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f66201044c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 --2- 172.21.15.112:0/3343031869 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f6620108ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 -- 172.21.15.112:0/3343031869 >> 172.21.15.112:0/3343031869 conn(0x7f66200ff950 msgr2=0x7f6620101d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 -- 172.21.15.112:0/3343031869 shutdown_connections 2024-02-26T04:58:04.966 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.962+0000 7f6625000700 1 -- 172.21.15.112:0/3343031869 wait complete. 2024-02-26T04:58:04.967 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 Processor -- start 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 -- start start 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f662019a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f662019ab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 0x7f662019eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662019f4e0 con 0x7f66201040e0 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662019f650 con 0x7f6620104a90 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.964+0000 7f6625000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f662019f810 con 0x7f66201091c0 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f662019a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661de00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f662019a600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40768/0 (socket says 172.21.15.112:40768) 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661de00700 1 -- 172.21.15.112:0/466418742 learned_addr learned my addr 172.21.15.112:0/466418742 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f662019ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661e800700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 0x7f662019eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:04.968 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 -- 172.21.15.112:0/466418742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 msgr2=0x7f662019eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:04.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 0x7f662019eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 -- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 msgr2=0x7f662019a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:04.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f662019a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:04.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 -- 172.21.15.112:0/466418742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6610009d00 con 0x7f6620104a90 2024-02-26T04:58:04.969 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.965+0000 7f661d400700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f662019ab40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9c0 tx=0x7f660c00ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.966+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c00c9c0 con 0x7f6620104a90 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.966+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f662019faf0 con 0x7f6620104a90 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.966+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f660c00cb20 con 0x7f6620104a90 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.966+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c018680 con 0x7f6620104a90 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.966+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66201a7350 con 0x7f6620104a90 2024-02-26T04:58:04.970 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.967+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f662010c480 con 0x7f6620104a90 2024-02-26T04:58:04.972 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.969+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f660c00cc90 con 0x7f6620104a90 2024-02-26T04:58:04.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.970+0000 7f6616a00700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 0x7f66040a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:04.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.971+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f660c014070 con 0x7f6620104a90 2024-02-26T04:58:04.973 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.971+0000 7f661de00700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 0x7f66040a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:04.974 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.971+0000 7f661de00700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 0x7f66040a4690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6610009850 tx=0x7f6610009780 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:04.975 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:04.973+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f660c052d20 con 0x7f6620104a90 2024-02-26T04:58:05.190 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.187+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f662019b960 con 0x7f66040a21d0 2024-02-26T04:58:05.203 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.200+0000 7f6616a00700 1 -- 172.21.15.112:0/466418742 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+342541 (secure 0 0 0) 0x7f662019b960 con 0x7f66040a21d0 2024-02-26T04:58:05.209 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:05.211 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 msgr2=0x7f66040a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:05.211 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 0x7f66040a4690 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f6610009850 tx=0x7f6610009780 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 msgr2=0x7f662019ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f662019ab40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f660c00e9c0 tx=0x7f660c00ecd0 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 shutdown_connections 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f66040a21d0 0x7f66040a4690 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f66201091c0 0x7f662019eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f66201040e0 0x7f662019a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 --2- 172.21.15.112:0/466418742 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6620104a90 0x7f662019ab40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 >> 172.21.15.112:0/466418742 conn(0x7f66200ff950 msgr2=0x7f6620100480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 shutdown_connections 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:05.206+0000 7f6625000700 1 -- 172.21.15.112:0/466418742 wait complete. 2024-02-26T04:58:05.212 INFO:teuthology.orchestra.run.smithi112.stderr:dumped all 2024-02-26T04:58:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:05 smithi175 ceph-mon[36652]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:05.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:05 smithi175 ceph-mon[36652]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:05 smithi161 ceph-mon[36447]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:05.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:05 smithi161 ceph-mon[36447]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:05.961 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:05 smithi112 ceph-mon[31817]: from='client.24896 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-02-26T04:58:05.961 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:05 smithi112 ceph-mon[31817]: pgmap v361: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:06.010 INFO:teuthology.orchestra.run.smithi112.stdout:{"pg_ready":true,"pg_map":{"version":360,"stamp":"2024-02-26T04:58:03.312903+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":654919,"num_objects":64,"num_object_clones":0,"num_object_copies":192,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":64,"num_whiteouts":0,"num_read":695,"num_read_kb":470,"num_write":348,"num_write_kb":3053,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":16,"num_bytes_recovered":1181861,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":782,"ondisk_log_size":782,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":353996,"kb_used_data":13164,"kb_used_omap":18,"kb_used_meta":340717,"kb_avail":1124587828,"statfs":{"total":1151940427776,"available":1151577935872,"internally_reserved":0,"allocated":13479936,"data_stored":7431381,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19143,"internal_metadata":348894521},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":70,"num_read_kb":35,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005021"},"pg_stats":[{"pgid":"3.3f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311145+0000","last_change":"2024-02-26T04:56:28.534520+0000","last_active":"2024-02-26T04:57:37.311145+0000","last_peered":"2024-02-26T04:57:37.311145+0000","last_clean":"2024-02-26T04:57:37.311145+0000","last_became_active":"2024-02-26T04:56:28.534187+0000","last_became_peered":"2024-02-26T04:56:28.534187+0000","last_unstale":"2024-02-26T04:57:37.311145+0000","last_undegraded":"2024-02-26T04:57:37.311145+0000","last_fullsized":"2024-02-26T04:57:37.311145+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:02:31.984010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.306972+0000","last_change":"2024-02-26T04:56:28.540325+0000","last_active":"2024-02-26T04:57:37.306972+0000","last_peered":"2024-02-26T04:57:37.306972+0000","last_clean":"2024-02-26T04:57:37.306972+0000","last_became_active":"2024-02-26T04:56:28.538286+0000","last_became_peered":"2024-02-26T04:56:28.538286+0000","last_unstale":"2024-02-26T04:57:37.306972+0000","last_undegraded":"2024-02-26T04:57:37.306972+0000","last_fullsized":"2024-02-26T04:57:37.306972+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:02.032237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312022+0000","last_change":"2024-02-26T04:56:28.531261+0000","last_active":"2024-02-26T04:57:37.312022+0000","last_peered":"2024-02-26T04:57:37.312022+0000","last_clean":"2024-02-26T04:57:37.312022+0000","last_became_active":"2024-02-26T04:56:28.528901+0000","last_became_peered":"2024-02-26T04:56:28.528901+0000","last_unstale":"2024-02-26T04:57:37.312022+0000","last_undegraded":"2024-02-26T04:57:37.312022+0000","last_fullsized":"2024-02-26T04:57:37.312022+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:44:21.540509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.288141+0000","last_change":"2024-02-26T04:56:28.521468+0000","last_active":"2024-02-26T04:57:37.288141+0000","last_peered":"2024-02-26T04:57:37.288141+0000","last_clean":"2024-02-26T04:57:37.288141+0000","last_became_active":"2024-02-26T04:56:28.521114+0000","last_became_peered":"2024-02-26T04:56:28.521114+0000","last_unstale":"2024-02-26T04:57:37.288141+0000","last_undegraded":"2024-02-26T04:57:37.288141+0000","last_fullsized":"2024-02-26T04:57:37.288141+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:49:44.311874+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301932+0000","last_change":"2024-02-26T04:56:28.536496+0000","last_active":"2024-02-26T04:57:37.301932+0000","last_peered":"2024-02-26T04:57:37.301932+0000","last_clean":"2024-02-26T04:57:37.301932+0000","last_became_active":"2024-02-26T04:56:28.536138+0000","last_became_peered":"2024-02-26T04:56:28.536138+0000","last_unstale":"2024-02-26T04:57:37.301932+0000","last_undegraded":"2024-02-26T04:57:37.301932+0000","last_fullsized":"2024-02-26T04:57:37.301932+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:37:40.458566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301678+0000","last_change":"2024-02-26T04:56:28.514341+0000","last_active":"2024-02-26T04:57:37.301678+0000","last_peered":"2024-02-26T04:57:37.301678+0000","last_clean":"2024-02-26T04:57:37.301678+0000","last_became_active":"2024-02-26T04:56:28.513948+0000","last_became_peered":"2024-02-26T04:56:28.513948+0000","last_unstale":"2024-02-26T04:57:37.301678+0000","last_undegraded":"2024-02-26T04:57:37.301678+0000","last_fullsized":"2024-02-26T04:57:37.301678+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:47:48.514747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301680+0000","last_change":"2024-02-26T04:56:28.522526+0000","last_active":"2024-02-26T04:57:37.301680+0000","last_peered":"2024-02-26T04:57:37.301680+0000","last_clean":"2024-02-26T04:57:37.301680+0000","last_became_active":"2024-02-26T04:56:28.522120+0000","last_became_peered":"2024-02-26T04:56:28.522120+0000","last_unstale":"2024-02-26T04:57:37.301680+0000","last_undegraded":"2024-02-26T04:57:37.301680+0000","last_fullsized":"2024-02-26T04:57:37.301680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:33:27.516404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310585+0000","last_change":"2024-02-26T04:56:28.544249+0000","last_active":"2024-02-26T04:57:37.310585+0000","last_peered":"2024-02-26T04:57:37.310585+0000","last_clean":"2024-02-26T04:57:37.310585+0000","last_became_active":"2024-02-26T04:56:28.543528+0000","last_became_peered":"2024-02-26T04:56:28.543528+0000","last_unstale":"2024-02-26T04:57:37.310585+0000","last_undegraded":"2024-02-26T04:57:37.310585+0000","last_fullsized":"2024-02-26T04:57:37.310585+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:24:51.912000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299449+0000","last_change":"2024-02-26T04:56:28.525121+0000","last_active":"2024-02-26T04:57:37.299449+0000","last_peered":"2024-02-26T04:57:37.299449+0000","last_clean":"2024-02-26T04:57:37.299449+0000","last_became_active":"2024-02-26T04:56:28.524856+0000","last_became_peered":"2024-02-26T04:56:28.524856+0000","last_unstale":"2024-02-26T04:57:37.299449+0000","last_undegraded":"2024-02-26T04:57:37.299449+0000","last_fullsized":"2024-02-26T04:57:37.299449+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:50:12.098647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"87'16","reported_seq":33,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.289005+0000","last_change":"2024-02-26T04:56:28.517819+0000","last_active":"2024-02-26T04:57:37.289005+0000","last_peered":"2024-02-26T04:57:37.289005+0000","last_clean":"2024-02-26T04:57:37.289005+0000","last_became_active":"2024-02-26T04:56:28.517329+0000","last_became_peered":"2024-02-26T04:56:28.517329+0000","last_unstale":"2024-02-26T04:57:37.289005+0000","last_undegraded":"2024-02-26T04:57:37.289005+0000","last_fullsized":"2024-02-26T04:57:37.289005+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:19.378409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299265+0000","last_change":"2024-02-26T04:56:28.520789+0000","last_active":"2024-02-26T04:57:37.299265+0000","last_peered":"2024-02-26T04:57:37.299265+0000","last_clean":"2024-02-26T04:57:37.299265+0000","last_became_active":"2024-02-26T04:56:28.520443+0000","last_became_peered":"2024-02-26T04:56:28.520443+0000","last_unstale":"2024-02-26T04:57:37.299265+0000","last_undegraded":"2024-02-26T04:57:37.299265+0000","last_fullsized":"2024-02-26T04:57:37.299265+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:09:03.378145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.281471+0000","last_change":"2024-02-26T04:56:28.517275+0000","last_active":"2024-02-26T04:57:37.281471+0000","last_peered":"2024-02-26T04:57:37.281471+0000","last_clean":"2024-02-26T04:57:37.281471+0000","last_became_active":"2024-02-26T04:56:28.516615+0000","last_became_peered":"2024-02-26T04:56:28.516615+0000","last_unstale":"2024-02-26T04:57:37.281471+0000","last_undegraded":"2024-02-26T04:57:37.281471+0000","last_fullsized":"2024-02-26T04:57:37.281471+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:05:24.592324+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.303704+0000","last_change":"2024-02-26T04:56:28.532538+0000","last_active":"2024-02-26T04:57:37.303704+0000","last_peered":"2024-02-26T04:57:37.303704+0000","last_clean":"2024-02-26T04:57:37.303704+0000","last_became_active":"2024-02-26T04:56:28.528758+0000","last_became_peered":"2024-02-26T04:56:28.528758+0000","last_unstale":"2024-02-26T04:57:37.303704+0000","last_undegraded":"2024-02-26T04:57:37.303704+0000","last_fullsized":"2024-02-26T04:57:37.303704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:28:59.208250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311624+0000","last_change":"2024-02-26T04:56:28.538451+0000","last_active":"2024-02-26T04:57:37.311624+0000","last_peered":"2024-02-26T04:57:37.311624+0000","last_clean":"2024-02-26T04:57:37.311624+0000","last_became_active":"2024-02-26T04:56:28.537083+0000","last_became_peered":"2024-02-26T04:56:28.537083+0000","last_unstale":"2024-02-26T04:57:37.311624+0000","last_undegraded":"2024-02-26T04:57:37.311624+0000","last_fullsized":"2024-02-26T04:57:37.311624+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:23:16.712855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309206+0000","last_change":"2024-02-26T04:56:28.532544+0000","last_active":"2024-02-26T04:57:37.309206+0000","last_peered":"2024-02-26T04:57:37.309206+0000","last_clean":"2024-02-26T04:57:37.309206+0000","last_became_active":"2024-02-26T04:56:28.532111+0000","last_became_peered":"2024-02-26T04:56:28.532111+0000","last_unstale":"2024-02-26T04:57:37.309206+0000","last_undegraded":"2024-02-26T04:57:37.309206+0000","last_fullsized":"2024-02-26T04:57:37.309206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:15:25.608361+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312931+0000","last_change":"2024-02-26T04:56:28.534360+0000","last_active":"2024-02-26T04:57:37.312931+0000","last_peered":"2024-02-26T04:57:37.312931+0000","last_clean":"2024-02-26T04:57:37.312931+0000","last_became_active":"2024-02-26T04:56:28.534030+0000","last_became_peered":"2024-02-26T04:56:28.534030+0000","last_unstale":"2024-02-26T04:57:37.312931+0000","last_undegraded":"2024-02-26T04:57:37.312931+0000","last_fullsized":"2024-02-26T04:57:37.312931+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:43:06.402648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311433+0000","last_change":"2024-02-26T04:56:28.534456+0000","last_active":"2024-02-26T04:57:37.311433+0000","last_peered":"2024-02-26T04:57:37.311433+0000","last_clean":"2024-02-26T04:57:37.311433+0000","last_became_active":"2024-02-26T04:56:28.534141+0000","last_became_peered":"2024-02-26T04:56:28.534141+0000","last_unstale":"2024-02-26T04:57:37.311433+0000","last_undegraded":"2024-02-26T04:57:37.311433+0000","last_fullsized":"2024-02-26T04:57:37.311433+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:22:05.051144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307442+0000","last_change":"2024-02-26T04:56:28.520168+0000","last_active":"2024-02-26T04:57:37.307442+0000","last_peered":"2024-02-26T04:57:37.307442+0000","last_clean":"2024-02-26T04:57:37.307442+0000","last_became_active":"2024-02-26T04:56:28.519580+0000","last_became_peered":"2024-02-26T04:56:28.519580+0000","last_unstale":"2024-02-26T04:57:37.307442+0000","last_undegraded":"2024-02-26T04:57:37.307442+0000","last_fullsized":"2024-02-26T04:57:37.307442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:07:00.609652+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309039+0000","last_change":"2024-02-26T04:56:28.537733+0000","last_active":"2024-02-26T04:57:37.309039+0000","last_peered":"2024-02-26T04:57:37.309039+0000","last_clean":"2024-02-26T04:57:37.309039+0000","last_became_active":"2024-02-26T04:56:28.537410+0000","last_became_peered":"2024-02-26T04:56:28.537410+0000","last_unstale":"2024-02-26T04:57:37.309039+0000","last_undegraded":"2024-02-26T04:57:37.309039+0000","last_fullsized":"2024-02-26T04:57:37.309039+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:35:54.553223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"85'9","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.728848+0000","last_change":"2024-02-26T04:56:27.505531+0000","last_active":"2024-02-26T04:56:38.728848+0000","last_peered":"2024-02-26T04:56:38.728848+0000","last_clean":"2024-02-26T04:56:38.728848+0000","last_became_active":"2024-02-26T04:56:27.504324+0000","last_became_peered":"2024-02-26T04:56:27.504324+0000","last_unstale":"2024-02-26T04:56:38.728848+0000","last_undegraded":"2024-02-26T04:56:38.728848+0000","last_fullsized":"2024-02-26T04:56:38.728848+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:46:43.109030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309019+0000","last_change":"2024-02-26T04:56:28.538158+0000","last_active":"2024-02-26T04:57:37.309019+0000","last_peered":"2024-02-26T04:57:37.309019+0000","last_clean":"2024-02-26T04:57:37.309019+0000","last_became_active":"2024-02-26T04:56:28.537745+0000","last_became_peered":"2024-02-26T04:56:28.537745+0000","last_unstale":"2024-02-26T04:57:37.309019+0000","last_undegraded":"2024-02-26T04:57:37.309019+0000","last_fullsized":"2024-02-26T04:57:37.309019+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:06:52.736810+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.764024+0000","last_change":"2024-02-26T04:56:27.513665+0000","last_active":"2024-02-26T04:56:38.764024+0000","last_peered":"2024-02-26T04:56:38.764024+0000","last_clean":"2024-02-26T04:56:38.764024+0000","last_became_active":"2024-02-26T04:56:27.513359+0000","last_became_peered":"2024-02-26T04:56:27.513359+0000","last_unstale":"2024-02-26T04:56:38.764024+0000","last_undegraded":"2024-02-26T04:56:38.764024+0000","last_fullsized":"2024-02-26T04:56:38.764024+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:13:21.482114+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312444+0000","last_change":"2024-02-26T04:56:28.531817+0000","last_active":"2024-02-26T04:57:37.312444+0000","last_peered":"2024-02-26T04:57:37.312444+0000","last_clean":"2024-02-26T04:57:37.312444+0000","last_became_active":"2024-02-26T04:56:28.531421+0000","last_became_peered":"2024-02-26T04:56:28.531421+0000","last_unstale":"2024-02-26T04:57:37.312444+0000","last_undegraded":"2024-02-26T04:57:37.312444+0000","last_fullsized":"2024-02-26T04:57:37.312444+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:29:45.205964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716581+0000","last_change":"2024-02-26T04:56:27.499117+0000","last_active":"2024-02-26T04:56:38.716581+0000","last_peered":"2024-02-26T04:56:38.716581+0000","last_clean":"2024-02-26T04:56:38.716581+0000","last_became_active":"2024-02-26T04:56:27.498692+0000","last_became_peered":"2024-02-26T04:56:27.498692+0000","last_unstale":"2024-02-26T04:56:38.716581+0000","last_undegraded":"2024-02-26T04:56:38.716581+0000","last_fullsized":"2024-02-26T04:56:38.716581+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:48:21.906209+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299735+0000","last_change":"2024-02-26T04:56:28.535088+0000","last_active":"2024-02-26T04:57:37.299735+0000","last_peered":"2024-02-26T04:57:37.299735+0000","last_clean":"2024-02-26T04:57:37.299735+0000","last_became_active":"2024-02-26T04:56:28.534566+0000","last_became_peered":"2024-02-26T04:56:28.534566+0000","last_unstale":"2024-02-26T04:57:37.299735+0000","last_undegraded":"2024-02-26T04:57:37.299735+0000","last_fullsized":"2024-02-26T04:57:37.299735+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:31:30.878543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716289+0000","last_change":"2024-02-26T04:56:27.495673+0000","last_active":"2024-02-26T04:56:38.716289+0000","last_peered":"2024-02-26T04:56:38.716289+0000","last_clean":"2024-02-26T04:56:38.716289+0000","last_became_active":"2024-02-26T04:56:27.495318+0000","last_became_peered":"2024-02-26T04:56:27.495318+0000","last_unstale":"2024-02-26T04:56:38.716289+0000","last_undegraded":"2024-02-26T04:56:38.716289+0000","last_fullsized":"2024-02-26T04:56:38.716289+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:55:49.798694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.295296+0000","last_change":"2024-02-26T04:56:28.522336+0000","last_active":"2024-02-26T04:57:37.295296+0000","last_peered":"2024-02-26T04:57:37.295296+0000","last_clean":"2024-02-26T04:57:37.295296+0000","last_became_active":"2024-02-26T04:56:28.521984+0000","last_became_peered":"2024-02-26T04:56:28.521984+0000","last_unstale":"2024-02-26T04:57:37.295296+0000","last_undegraded":"2024-02-26T04:57:37.295296+0000","last_fullsized":"2024-02-26T04:57:37.295296+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:07.255066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"87'7","reported_seq":132,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:58:00.893258+0000","last_change":"2024-02-26T04:56:38.762474+0000","last_active":"2024-02-26T04:58:00.893258+0000","last_peered":"2024-02-26T04:58:00.893258+0000","last_clean":"2024-02-26T04:58:00.893258+0000","last_became_active":"2024-02-26T04:56:38.758691+0000","last_became_peered":"2024-02-26T04:56:38.758691+0000","last_unstale":"2024-02-26T04:58:00.893258+0000","last_undegraded":"2024-02-26T04:58:00.893258+0000","last_fullsized":"2024-02-26T04:58:00.893258+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:18.406508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":92,"num_read_kb":4,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1013,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307322+0000","last_change":"2024-02-26T04:56:28.526300+0000","last_active":"2024-02-26T04:57:37.307322+0000","last_peered":"2024-02-26T04:57:37.307322+0000","last_clean":"2024-02-26T04:57:37.307322+0000","last_became_active":"2024-02-26T04:56:28.525883+0000","last_became_peered":"2024-02-26T04:56:28.525883+0000","last_unstale":"2024-02-26T04:57:37.307322+0000","last_undegraded":"2024-02-26T04:57:37.307322+0000","last_fullsized":"2024-02-26T04:57:37.307322+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:03:33.170674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.1a","version":"85'3","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.766084+0000","last_change":"2024-02-26T04:56:38.766084+0000","last_active":"2024-02-26T04:56:38.766084+0000","last_peered":"2024-02-26T04:56:38.766084+0000","last_clean":"2024-02-26T04:56:38.766084+0000","last_became_active":"2024-02-26T04:56:38.759339+0000","last_became_peered":"2024-02-26T04:56:38.759339+0000","last_unstale":"2024-02-26T04:56:38.766084+0000","last_undegraded":"2024-02-26T04:56:38.766084+0000","last_fullsized":"2024-02-26T04:56:38.766084+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:54:11.096745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,6],"acting":[10,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311543+0000","last_change":"2024-02-26T04:56:28.529213+0000","last_active":"2024-02-26T04:57:37.311543+0000","last_peered":"2024-02-26T04:57:37.311543+0000","last_clean":"2024-02-26T04:57:37.311543+0000","last_became_active":"2024-02-26T04:56:28.528899+0000","last_became_peered":"2024-02-26T04:56:28.528899+0000","last_unstale":"2024-02-26T04:57:37.311543+0000","last_undegraded":"2024-02-26T04:57:37.311543+0000","last_fullsized":"2024-02-26T04:57:37.311543+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:16:09.419095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.19","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.718440+0000","last_change":"2024-02-26T04:56:27.503365+0000","last_active":"2024-02-26T04:56:38.718440+0000","last_peered":"2024-02-26T04:56:38.718440+0000","last_clean":"2024-02-26T04:56:38.718440+0000","last_became_active":"2024-02-26T04:56:27.503048+0000","last_became_peered":"2024-02-26T04:56:27.503048+0000","last_unstale":"2024-02-26T04:56:38.718440+0000","last_undegraded":"2024-02-26T04:56:38.718440+0000","last_fullsized":"2024-02-26T04:56:38.718440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:33:31.129866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310694+0000","last_change":"2024-02-26T04:56:28.540166+0000","last_active":"2024-02-26T04:57:37.310694+0000","last_peered":"2024-02-26T04:57:37.310694+0000","last_clean":"2024-02-26T04:57:37.310694+0000","last_became_active":"2024-02-26T04:56:28.539825+0000","last_became_peered":"2024-02-26T04:56:28.539825+0000","last_unstale":"2024-02-26T04:57:37.310694+0000","last_undegraded":"2024-02-26T04:57:37.310694+0000","last_fullsized":"2024-02-26T04:57:37.310694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:48:11.158331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720380+0000","last_change":"2024-02-26T04:56:27.495841+0000","last_active":"2024-02-26T04:56:38.720380+0000","last_peered":"2024-02-26T04:56:38.720380+0000","last_clean":"2024-02-26T04:56:38.720380+0000","last_became_active":"2024-02-26T04:56:27.495510+0000","last_became_peered":"2024-02-26T04:56:27.495510+0000","last_unstale":"2024-02-26T04:56:38.720380+0000","last_undegraded":"2024-02-26T04:56:38.720380+0000","last_fullsized":"2024-02-26T04:56:38.720380+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:40:36.877769+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313443+0000","last_change":"2024-02-26T04:56:28.532748+0000","last_active":"2024-02-26T04:57:37.313443+0000","last_peered":"2024-02-26T04:57:37.313443+0000","last_clean":"2024-02-26T04:57:37.313443+0000","last_became_active":"2024-02-26T04:56:28.529559+0000","last_became_peered":"2024-02-26T04:56:28.529559+0000","last_unstale":"2024-02-26T04:57:37.313443+0000","last_undegraded":"2024-02-26T04:57:37.313443+0000","last_fullsized":"2024-02-26T04:57:37.313443+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:00:37.529227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.17","version":"87'4","reported_seq":112,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:59.891032+0000","last_change":"2024-02-26T04:56:27.503934+0000","last_active":"2024-02-26T04:57:59.891032+0000","last_peered":"2024-02-26T04:57:59.891032+0000","last_clean":"2024-02-26T04:57:59.891032+0000","last_became_active":"2024-02-26T04:56:27.503594+0000","last_became_peered":"2024-02-26T04:56:27.503594+0000","last_unstale":"2024-02-26T04:57:59.891032+0000","last_undegraded":"2024-02-26T04:57:59.891032+0000","last_fullsized":"2024-02-26T04:57:59.891032+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:23:01.683051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":89,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310552+0000","last_change":"2024-02-26T04:56:28.523231+0000","last_active":"2024-02-26T04:57:37.310552+0000","last_peered":"2024-02-26T04:57:37.310552+0000","last_clean":"2024-02-26T04:57:37.310552+0000","last_became_active":"2024-02-26T04:56:28.522890+0000","last_became_peered":"2024-02-26T04:56:28.522890+0000","last_unstale":"2024-02-26T04:57:37.310552+0000","last_undegraded":"2024-02-26T04:57:37.310552+0000","last_fullsized":"2024-02-26T04:57:37.310552+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:33:50.811292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.16","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720236+0000","last_change":"2024-02-26T04:56:27.497616+0000","last_active":"2024-02-26T04:56:38.720236+0000","last_peered":"2024-02-26T04:56:38.720236+0000","last_clean":"2024-02-26T04:56:38.720236+0000","last_became_active":"2024-02-26T04:56:27.497275+0000","last_became_peered":"2024-02-26T04:56:27.497275+0000","last_unstale":"2024-02-26T04:56:38.720236+0000","last_undegraded":"2024-02-26T04:56:38.720236+0000","last_fullsized":"2024-02-26T04:56:38.720236+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:19:27.725408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312074+0000","last_change":"2024-02-26T04:56:28.531684+0000","last_active":"2024-02-26T04:57:37.312074+0000","last_peered":"2024-02-26T04:57:37.312074+0000","last_clean":"2024-02-26T04:57:37.312074+0000","last_became_active":"2024-02-26T04:56:28.528957+0000","last_became_peered":"2024-02-26T04:56:28.528957+0000","last_unstale":"2024-02-26T04:57:37.312074+0000","last_undegraded":"2024-02-26T04:57:37.312074+0000","last_fullsized":"2024-02-26T04:57:37.312074+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:22:47.100968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720914+0000","last_change":"2024-02-26T04:56:27.506100+0000","last_active":"2024-02-26T04:56:38.720914+0000","last_peered":"2024-02-26T04:56:38.720914+0000","last_clean":"2024-02-26T04:56:38.720914+0000","last_became_active":"2024-02-26T04:56:27.505730+0000","last_became_peered":"2024-02-26T04:56:27.505730+0000","last_unstale":"2024-02-26T04:56:38.720914+0000","last_undegraded":"2024-02-26T04:56:38.720914+0000","last_fullsized":"2024-02-26T04:56:38.720914+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:19:56.282108+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299603+0000","last_change":"2024-02-26T04:56:28.519640+0000","last_active":"2024-02-26T04:57:37.299603+0000","last_peered":"2024-02-26T04:57:37.299603+0000","last_clean":"2024-02-26T04:57:37.299603+0000","last_became_active":"2024-02-26T04:56:28.519083+0000","last_became_peered":"2024-02-26T04:56:28.519083+0000","last_unstale":"2024-02-26T04:57:37.299603+0000","last_undegraded":"2024-02-26T04:57:37.299603+0000","last_fullsized":"2024-02-26T04:57:37.299603+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:07:59.831075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.14","version":"87'30","reported_seq":236,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:58:00.602225+0000","last_change":"2024-02-26T04:56:27.497168+0000","last_active":"2024-02-26T04:58:00.602225+0000","last_peered":"2024-02-26T04:58:00.602225+0000","last_clean":"2024-02-26T04:58:00.602225+0000","last_became_active":"2024-02-26T04:56:27.496775+0000","last_became_peered":"2024-02-26T04:56:27.496775+0000","last_unstale":"2024-02-26T04:58:00.602225+0000","last_undegraded":"2024-02-26T04:58:00.602225+0000","last_fullsized":"2024-02-26T04:58:00.602225+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:16:45.465491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":59643,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":187,"num_read_kb":152,"num_write":31,"num_write_kb":70,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.286420+0000","last_change":"2024-02-26T04:56:28.517061+0000","last_active":"2024-02-26T04:57:37.286420+0000","last_peered":"2024-02-26T04:57:37.286420+0000","last_clean":"2024-02-26T04:57:37.286420+0000","last_became_active":"2024-02-26T04:56:28.516558+0000","last_became_peered":"2024-02-26T04:56:28.516558+0000","last_unstale":"2024-02-26T04:57:37.286420+0000","last_undegraded":"2024-02-26T04:57:37.286420+0000","last_fullsized":"2024-02-26T04:57:37.286420+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:05:18.858462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.13","version":"85'6","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.721376+0000","last_change":"2024-02-26T04:56:27.497655+0000","last_active":"2024-02-26T04:56:38.721376+0000","last_peered":"2024-02-26T04:56:38.721376+0000","last_clean":"2024-02-26T04:56:38.721376+0000","last_became_active":"2024-02-26T04:56:27.497405+0000","last_became_peered":"2024-02-26T04:56:27.497405+0000","last_unstale":"2024-02-26T04:56:38.721376+0000","last_undegraded":"2024-02-26T04:56:38.721376+0000","last_fullsized":"2024-02-26T04:56:38.721376+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:39:42.237074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309212+0000","last_change":"2024-02-26T04:56:28.538730+0000","last_active":"2024-02-26T04:57:37.309212+0000","last_peered":"2024-02-26T04:57:37.309212+0000","last_clean":"2024-02-26T04:57:37.309212+0000","last_became_active":"2024-02-26T04:56:28.537418+0000","last_became_peered":"2024-02-26T04:56:28.537418+0000","last_unstale":"2024-02-26T04:57:37.309212+0000","last_undegraded":"2024-02-26T04:57:37.309212+0000","last_fullsized":"2024-02-26T04:57:37.309212+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:47:54.774429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.12","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720438+0000","last_change":"2024-02-26T04:56:27.500230+0000","last_active":"2024-02-26T04:56:38.720438+0000","last_peered":"2024-02-26T04:56:38.720438+0000","last_clean":"2024-02-26T04:56:38.720438+0000","last_became_active":"2024-02-26T04:56:27.499826+0000","last_became_peered":"2024-02-26T04:56:27.499826+0000","last_unstale":"2024-02-26T04:56:38.720438+0000","last_undegraded":"2024-02-26T04:56:38.720438+0000","last_fullsized":"2024-02-26T04:56:38.720438+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:29:38.034740+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"87'15","reported_seq":38,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.307645+0000","last_change":"2024-02-26T04:56:38.731826+0000","last_active":"2024-02-26T04:57:37.307645+0000","last_peered":"2024-02-26T04:57:37.307645+0000","last_clean":"2024-02-26T04:57:37.307645+0000","last_became_active":"2024-02-26T04:56:38.731405+0000","last_became_peered":"2024-02-26T04:56:38.731405+0000","last_unstale":"2024-02-26T04:57:37.307645+0000","last_undegraded":"2024-02-26T04:57:37.307645+0000","last_fullsized":"2024-02-26T04:57:37.307645+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:46.375341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,6],"acting":[7,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"87'5","reported_seq":113,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:56.660065+0000","last_change":"2024-02-26T04:56:27.494617+0000","last_active":"2024-02-26T04:57:56.660065+0000","last_peered":"2024-02-26T04:57:56.660065+0000","last_clean":"2024-02-26T04:57:56.660065+0000","last_became_active":"2024-02-26T04:56:27.494322+0000","last_became_peered":"2024-02-26T04:56:27.494322+0000","last_unstale":"2024-02-26T04:57:56.660065+0000","last_undegraded":"2024-02-26T04:57:56.660065+0000","last_fullsized":"2024-02-26T04:57:56.660065+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:00:37.869887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":90,"num_read_kb":5,"num_write":4,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.293943+0000","last_change":"2024-02-26T04:56:28.518937+0000","last_active":"2024-02-26T04:57:37.293943+0000","last_peered":"2024-02-26T04:57:37.293943+0000","last_clean":"2024-02-26T04:57:37.293943+0000","last_became_active":"2024-02-26T04:56:28.518077+0000","last_became_peered":"2024-02-26T04:56:28.518077+0000","last_unstale":"2024-02-26T04:57:37.293943+0000","last_undegraded":"2024-02-26T04:57:37.293943+0000","last_fullsized":"2024-02-26T04:57:37.293943+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:26:33.209894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"85'15","reported_seq":37,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.789885+0000","last_change":"2024-02-26T04:56:38.789487+0000","last_active":"2024-02-26T04:56:38.789885+0000","last_peered":"2024-02-26T04:56:38.789885+0000","last_clean":"2024-02-26T04:56:38.789885+0000","last_became_active":"2024-02-26T04:56:38.758920+0000","last_became_peered":"2024-02-26T04:56:38.758920+0000","last_unstale":"2024-02-26T04:56:38.789885+0000","last_undegraded":"2024-02-26T04:56:38.789885+0000","last_fullsized":"2024-02-26T04:56:38.789885+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:58:24.502582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,4],"acting":[11,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.11","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299282+0000","last_change":"2024-02-26T04:56:28.513004+0000","last_active":"2024-02-26T04:57:37.299282+0000","last_peered":"2024-02-26T04:57:37.299282+0000","last_clean":"2024-02-26T04:57:37.299282+0000","last_became_active":"2024-02-26T04:56:28.512676+0000","last_became_peered":"2024-02-26T04:56:28.512676+0000","last_unstale":"2024-02-26T04:57:37.299282+0000","last_undegraded":"2024-02-26T04:57:37.299282+0000","last_fullsized":"2024-02-26T04:57:37.299282+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:25:41.806278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"85'2","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716540+0000","last_change":"2024-02-26T04:56:27.491505+0000","last_active":"2024-02-26T04:56:38.716540+0000","last_peered":"2024-02-26T04:56:38.716540+0000","last_clean":"2024-02-26T04:56:38.716540+0000","last_became_active":"2024-02-26T04:56:27.491169+0000","last_became_peered":"2024-02-26T04:56:27.491169+0000","last_unstale":"2024-02-26T04:56:38.716540+0000","last_undegraded":"2024-02-26T04:56:38.716540+0000","last_fullsized":"2024-02-26T04:56:38.716540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:11:50.214576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285014+0000","last_change":"2024-02-26T04:56:28.520635+0000","last_active":"2024-02-26T04:57:37.285014+0000","last_peered":"2024-02-26T04:57:37.285014+0000","last_clean":"2024-02-26T04:57:37.285014+0000","last_became_active":"2024-02-26T04:56:28.519974+0000","last_became_peered":"2024-02-26T04:56:28.519974+0000","last_unstale":"2024-02-26T04:57:37.285014+0000","last_undegraded":"2024-02-26T04:57:37.285014+0000","last_fullsized":"2024-02-26T04:57:37.285014+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:04:42.161303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.728199+0000","last_change":"2024-02-26T04:56:27.513497+0000","last_active":"2024-02-26T04:56:38.728199+0000","last_peered":"2024-02-26T04:56:38.728199+0000","last_clean":"2024-02-26T04:56:38.728199+0000","last_became_active":"2024-02-26T04:56:27.513117+0000","last_became_peered":"2024-02-26T04:56:27.513117+0000","last_unstale":"2024-02-26T04:56:38.728199+0000","last_undegraded":"2024-02-26T04:56:38.728199+0000","last_fullsized":"2024-02-26T04:56:38.728199+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:02:37.073767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308740+0000","last_change":"2024-02-26T04:56:28.536230+0000","last_active":"2024-02-26T04:57:37.308740+0000","last_peered":"2024-02-26T04:57:37.308740+0000","last_clean":"2024-02-26T04:57:37.308740+0000","last_became_active":"2024-02-26T04:56:28.535868+0000","last_became_peered":"2024-02-26T04:56:28.535868+0000","last_unstale":"2024-02-26T04:57:37.308740+0000","last_undegraded":"2024-02-26T04:57:37.308740+0000","last_fullsized":"2024-02-26T04:57:37.308740+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:37:23.102969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.2","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720059+0000","last_change":"2024-02-26T04:56:27.509144+0000","last_active":"2024-02-26T04:56:38.720059+0000","last_peered":"2024-02-26T04:56:38.720059+0000","last_clean":"2024-02-26T04:56:38.720059+0000","last_became_active":"2024-02-26T04:56:27.508790+0000","last_became_peered":"2024-02-26T04:56:27.508790+0000","last_unstale":"2024-02-26T04:56:38.720059+0000","last_undegraded":"2024-02-26T04:56:38.720059+0000","last_fullsized":"2024-02-26T04:56:38.720059+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:33:35.569117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313349+0000","last_change":"2024-02-26T04:56:28.531158+0000","last_active":"2024-02-26T04:57:37.313349+0000","last_peered":"2024-02-26T04:57:37.313349+0000","last_clean":"2024-02-26T04:57:37.313349+0000","last_became_active":"2024-02-26T04:56:28.530763+0000","last_became_peered":"2024-02-26T04:56:28.530763+0000","last_unstale":"2024-02-26T04:57:37.313349+0000","last_undegraded":"2024-02-26T04:57:37.313349+0000","last_fullsized":"2024-02-26T04:57:37.313349+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:07:01.477180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.0","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285715+0000","last_change":"2024-02-26T04:56:28.518139+0000","last_active":"2024-02-26T04:57:37.285715+0000","last_peered":"2024-02-26T04:57:37.285715+0000","last_clean":"2024-02-26T04:57:37.285715+0000","last_became_active":"2024-02-26T04:56:28.517755+0000","last_became_peered":"2024-02-26T04:56:28.517755+0000","last_unstale":"2024-02-26T04:57:37.285715+0000","last_undegraded":"2024-02-26T04:57:37.285715+0000","last_fullsized":"2024-02-26T04:57:37.285715+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:38:37.940228+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"87'5","reported_seq":113,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:58:00.668797+0000","last_change":"2024-02-26T04:56:27.511324+0000","last_active":"2024-02-26T04:58:00.668797+0000","last_peered":"2024-02-26T04:58:00.668797+0000","last_clean":"2024-02-26T04:58:00.668797+0000","last_became_active":"2024-02-26T04:56:27.510584+0000","last_became_peered":"2024-02-26T04:56:27.510584+0000","last_unstale":"2024-02-26T04:58:00.668797+0000","last_undegraded":"2024-02-26T04:58:00.668797+0000","last_fullsized":"2024-02-26T04:58:00.668797+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:44:34.382705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":89,"num_read_kb":89,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"87'8","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301996+0000","last_change":"2024-02-26T04:56:38.760384+0000","last_active":"2024-02-26T04:57:37.301996+0000","last_peered":"2024-02-26T04:57:37.301996+0000","last_clean":"2024-02-26T04:57:37.301996+0000","last_became_active":"2024-02-26T04:56:38.759489+0000","last_became_peered":"2024-02-26T04:56:38.759489+0000","last_unstale":"2024-02-26T04:57:37.301996+0000","last_undegraded":"2024-02-26T04:57:37.301996+0000","last_fullsized":"2024-02-26T04:57:37.301996+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T07:57:22.975577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,5,1],"acting":[9,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.3","version":"85'3","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757779+0000","last_change":"2024-02-26T04:56:27.499756+0000","last_active":"2024-02-26T04:56:38.757779+0000","last_peered":"2024-02-26T04:56:38.757779+0000","last_clean":"2024-02-26T04:56:38.757779+0000","last_became_active":"2024-02-26T04:56:27.499458+0000","last_became_peered":"2024-02-26T04:56:27.499458+0000","last_unstale":"2024-02-26T04:56:38.757779+0000","last_undegraded":"2024-02-26T04:56:38.757779+0000","last_fullsized":"2024-02-26T04:56:38.757779+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:09:00.514557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":3,"num_write":4,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":352,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.719985+0000","last_change":"2024-02-26T04:55:09.921309+0000","last_active":"2024-02-26T04:56:38.719985+0000","last_peered":"2024-02-26T04:56:38.719985+0000","last_clean":"2024-02-26T04:56:38.719985+0000","last_became_active":"2024-02-26T04:55:09.920809+0000","last_became_peered":"2024-02-26T04:55:09.920809+0000","last_unstale":"2024-02-26T04:56:38.719985+0000","last_undegraded":"2024-02-26T04:56:38.719985+0000","last_fullsized":"2024-02-26T04:56:38.719985+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:51:21.822508+0000","last_clean_scrub_stamp":"2024-02-26T04:51:21.822508+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:06:52.417703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.295692+0000","last_change":"2024-02-26T04:56:28.532122+0000","last_active":"2024-02-26T04:57:37.295692+0000","last_peered":"2024-02-26T04:57:37.295692+0000","last_clean":"2024-02-26T04:57:37.295692+0000","last_became_active":"2024-02-26T04:56:28.531478+0000","last_became_peered":"2024-02-26T04:56:28.531478+0000","last_unstale":"2024-02-26T04:57:37.295692+0000","last_undegraded":"2024-02-26T04:57:37.295692+0000","last_fullsized":"2024-02-26T04:57:37.295692+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:21:40.859721+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"85'3","reported_seq":15,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.725541+0000","last_change":"2024-02-26T04:56:38.725042+0000","last_active":"2024-02-26T04:56:38.725541+0000","last_peered":"2024-02-26T04:56:38.725541+0000","last_clean":"2024-02-26T04:56:38.725541+0000","last_became_active":"2024-02-26T04:56:38.721776+0000","last_became_peered":"2024-02-26T04:56:38.721776+0000","last_unstale":"2024-02-26T04:56:38.725541+0000","last_undegraded":"2024-02-26T04:56:38.725541+0000","last_fullsized":"2024-02-26T04:56:38.725541+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:01:29.832621+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,8],"acting":[11,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"85'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716480+0000","last_change":"2024-02-26T04:56:27.509801+0000","last_active":"2024-02-26T04:56:38.716480+0000","last_peered":"2024-02-26T04:56:38.716480+0000","last_clean":"2024-02-26T04:56:38.716480+0000","last_became_active":"2024-02-26T04:56:27.509448+0000","last_became_peered":"2024-02-26T04:56:27.509448+0000","last_unstale":"2024-02-26T04:56:38.716480+0000","last_undegraded":"2024-02-26T04:56:38.716480+0000","last_fullsized":"2024-02-26T04:56:38.716480+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T16:36:22.534645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310083+0000","last_change":"2024-02-26T04:56:28.529183+0000","last_active":"2024-02-26T04:57:37.310083+0000","last_peered":"2024-02-26T04:57:37.310083+0000","last_clean":"2024-02-26T04:57:37.310083+0000","last_became_active":"2024-02-26T04:56:28.528845+0000","last_became_peered":"2024-02-26T04:56:28.528845+0000","last_unstale":"2024-02-26T04:57:37.310083+0000","last_undegraded":"2024-02-26T04:57:37.310083+0000","last_fullsized":"2024-02-26T04:57:37.310083+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:38:09.867082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"87'9","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:42.653173+0000","last_change":"2024-02-26T04:56:27.499875+0000","last_active":"2024-02-26T04:56:42.653173+0000","last_peered":"2024-02-26T04:56:42.653173+0000","last_clean":"2024-02-26T04:56:42.653173+0000","last_became_active":"2024-02-26T04:56:27.499476+0000","last_became_peered":"2024-02-26T04:56:27.499476+0000","last_unstale":"2024-02-26T04:56:42.653173+0000","last_undegraded":"2024-02-26T04:56:42.653173+0000","last_fullsized":"2024-02-26T04:56:42.653173+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:47:29.197830+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308658+0000","last_change":"2024-02-26T04:56:28.536297+0000","last_active":"2024-02-26T04:57:37.308658+0000","last_peered":"2024-02-26T04:57:37.308658+0000","last_clean":"2024-02-26T04:57:37.308658+0000","last_became_active":"2024-02-26T04:56:28.534419+0000","last_became_peered":"2024-02-26T04:56:28.534419+0000","last_unstale":"2024-02-26T04:57:37.308658+0000","last_undegraded":"2024-02-26T04:57:37.308658+0000","last_fullsized":"2024-02-26T04:57:37.308658+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:35:47.905464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"85'4","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757634+0000","last_change":"2024-02-26T04:56:27.509891+0000","last_active":"2024-02-26T04:56:38.757634+0000","last_peered":"2024-02-26T04:56:38.757634+0000","last_clean":"2024-02-26T04:56:38.757634+0000","last_became_active":"2024-02-26T04:56:27.509490+0000","last_became_peered":"2024-02-26T04:56:27.509490+0000","last_unstale":"2024-02-26T04:56:38.757634+0000","last_undegraded":"2024-02-26T04:56:38.757634+0000","last_fullsized":"2024-02-26T04:56:38.757634+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:00:42.124948+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310738+0000","last_change":"2024-02-26T04:56:28.539978+0000","last_active":"2024-02-26T04:57:37.310738+0000","last_peered":"2024-02-26T04:57:37.310738+0000","last_clean":"2024-02-26T04:57:37.310738+0000","last_became_active":"2024-02-26T04:56:28.537322+0000","last_became_peered":"2024-02-26T04:56:28.537322+0000","last_unstale":"2024-02-26T04:57:37.310738+0000","last_undegraded":"2024-02-26T04:57:37.310738+0000","last_fullsized":"2024-02-26T04:57:37.310738+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:03:37.287843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"85'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.757178+0000","last_change":"2024-02-26T04:56:27.510607+0000","last_active":"2024-02-26T04:56:38.757178+0000","last_peered":"2024-02-26T04:56:38.757178+0000","last_clean":"2024-02-26T04:56:38.757178+0000","last_became_active":"2024-02-26T04:56:27.510283+0000","last_became_peered":"2024-02-26T04:56:27.510283+0000","last_unstale":"2024-02-26T04:56:38.757178+0000","last_undegraded":"2024-02-26T04:56:38.757178+0000","last_fullsized":"2024-02-26T04:56:38.757178+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:56:57.283405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.278514+0000","last_change":"2024-02-26T04:56:28.514098+0000","last_active":"2024-02-26T04:57:37.278514+0000","last_peered":"2024-02-26T04:57:37.278514+0000","last_clean":"2024-02-26T04:57:37.278514+0000","last_became_active":"2024-02-26T04:56:28.513732+0000","last_became_peered":"2024-02-26T04:56:28.513732+0000","last_unstale":"2024-02-26T04:57:37.278514+0000","last_undegraded":"2024-02-26T04:57:37.278514+0000","last_fullsized":"2024-02-26T04:57:37.278514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:15:08.323061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.9","version":"85'3","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.759358+0000","last_change":"2024-02-26T04:56:27.504548+0000","last_active":"2024-02-26T04:56:38.759358+0000","last_peered":"2024-02-26T04:56:38.759358+0000","last_clean":"2024-02-26T04:56:38.759358+0000","last_became_active":"2024-02-26T04:56:27.504227+0000","last_became_peered":"2024-02-26T04:56:27.504227+0000","last_unstale":"2024-02-26T04:56:38.759358+0000","last_undegraded":"2024-02-26T04:56:38.759358+0000","last_fullsized":"2024-02-26T04:56:38.759358+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:54:00.287937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312677+0000","last_change":"2024-02-26T04:56:28.531137+0000","last_active":"2024-02-26T04:57:37.312677+0000","last_peered":"2024-02-26T04:57:37.312677+0000","last_clean":"2024-02-26T04:57:37.312677+0000","last_became_active":"2024-02-26T04:56:28.530700+0000","last_became_peered":"2024-02-26T04:56:28.530700+0000","last_unstale":"2024-02-26T04:57:37.312677+0000","last_undegraded":"2024-02-26T04:57:37.312677+0000","last_fullsized":"2024-02-26T04:57:37.312677+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:33:41.980263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.a","version":"85'1","reported_seq":20,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720604+0000","last_change":"2024-02-26T04:56:27.493604+0000","last_active":"2024-02-26T04:56:38.720604+0000","last_peered":"2024-02-26T04:56:38.720604+0000","last_clean":"2024-02-26T04:56:38.720604+0000","last_became_active":"2024-02-26T04:56:27.492484+0000","last_became_peered":"2024-02-26T04:56:27.492484+0000","last_unstale":"2024-02-26T04:56:38.720604+0000","last_undegraded":"2024-02-26T04:56:38.720604+0000","last_fullsized":"2024-02-26T04:56:38.720604+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:59:34.962969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310345+0000","last_change":"2024-02-26T04:56:28.542847+0000","last_active":"2024-02-26T04:57:37.310345+0000","last_peered":"2024-02-26T04:57:37.310345+0000","last_clean":"2024-02-26T04:57:37.310345+0000","last_became_active":"2024-02-26T04:56:28.542519+0000","last_became_peered":"2024-02-26T04:56:28.542519+0000","last_unstale":"2024-02-26T04:57:37.310345+0000","last_undegraded":"2024-02-26T04:57:37.310345+0000","last_fullsized":"2024-02-26T04:57:37.310345+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T10:16:01.731566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"85'4","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.716138+0000","last_change":"2024-02-26T04:56:27.495130+0000","last_active":"2024-02-26T04:56:38.716138+0000","last_peered":"2024-02-26T04:56:38.716138+0000","last_clean":"2024-02-26T04:56:38.716138+0000","last_became_active":"2024-02-26T04:56:27.494793+0000","last_became_peered":"2024-02-26T04:56:27.494793+0000","last_unstale":"2024-02-26T04:56:38.716138+0000","last_undegraded":"2024-02-26T04:56:38.716138+0000","last_fullsized":"2024-02-26T04:56:38.716138+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:41:28.239858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"87'5","reported_seq":22,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.305035+0000","last_change":"2024-02-26T04:56:28.527653+0000","last_active":"2024-02-26T04:57:37.305035+0000","last_peered":"2024-02-26T04:57:37.305035+0000","last_clean":"2024-02-26T04:57:37.305035+0000","last_became_active":"2024-02-26T04:56:28.527236+0000","last_became_peered":"2024-02-26T04:56:28.527236+0000","last_unstale":"2024-02-26T04:57:37.305035+0000","last_undegraded":"2024-02-26T04:57:37.305035+0000","last_fullsized":"2024-02-26T04:57:37.305035+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:00:36.849080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"85'3","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.721093+0000","last_change":"2024-02-26T04:56:27.512791+0000","last_active":"2024-02-26T04:56:38.721093+0000","last_peered":"2024-02-26T04:56:38.721093+0000","last_clean":"2024-02-26T04:56:38.721093+0000","last_became_active":"2024-02-26T04:56:27.512479+0000","last_became_peered":"2024-02-26T04:56:27.512479+0000","last_unstale":"2024-02-26T04:56:38.721093+0000","last_undegraded":"2024-02-26T04:56:38.721093+0000","last_fullsized":"2024-02-26T04:56:38.721093+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:48:03.326673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.299810+0000","last_change":"2024-02-26T04:56:28.520838+0000","last_active":"2024-02-26T04:57:37.299810+0000","last_peered":"2024-02-26T04:57:37.299810+0000","last_clean":"2024-02-26T04:57:37.299810+0000","last_became_active":"2024-02-26T04:56:28.520507+0000","last_became_peered":"2024-02-26T04:56:28.520507+0000","last_unstale":"2024-02-26T04:57:37.299810+0000","last_undegraded":"2024-02-26T04:57:37.299810+0000","last_fullsized":"2024-02-26T04:57:37.299810+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:12.151556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"84'1","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.720759+0000","last_change":"2024-02-26T04:56:27.498963+0000","last_active":"2024-02-26T04:56:38.720759+0000","last_peered":"2024-02-26T04:56:38.720759+0000","last_clean":"2024-02-26T04:56:38.720759+0000","last_became_active":"2024-02-26T04:56:27.498640+0000","last_became_peered":"2024-02-26T04:56:27.498640+0000","last_unstale":"2024-02-26T04:56:38.720759+0000","last_undegraded":"2024-02-26T04:56:38.720759+0000","last_fullsized":"2024-02-26T04:56:38.720759+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T15:38:26.604030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.310500+0000","last_change":"2024-02-26T04:56:28.537880+0000","last_active":"2024-02-26T04:57:37.310500+0000","last_peered":"2024-02-26T04:57:37.310500+0000","last_clean":"2024-02-26T04:57:37.310500+0000","last_became_active":"2024-02-26T04:56:28.537482+0000","last_became_peered":"2024-02-26T04:56:28.537482+0000","last_unstale":"2024-02-26T04:57:37.310500+0000","last_undegraded":"2024-02-26T04:57:37.310500+0000","last_fullsized":"2024-02-26T04:57:37.310500+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:22:53.061076+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"84'2","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:56:38.719099+0000","last_change":"2024-02-26T04:56:27.501360+0000","last_active":"2024-02-26T04:56:38.719099+0000","last_peered":"2024-02-26T04:56:38.719099+0000","last_clean":"2024-02-26T04:56:38.719099+0000","last_became_active":"2024-02-26T04:56:27.500840+0000","last_became_peered":"2024-02-26T04:56:27.500840+0000","last_unstale":"2024-02-26T04:56:38.719099+0000","last_undegraded":"2024-02-26T04:56:38.719099+0000","last_fullsized":"2024-02-26T04:56:38.719099+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:26.467443+0000","last_clean_scrub_stamp":"2024-02-26T04:56:26.467443+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:40:46.169972+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.288647+0000","last_change":"2024-02-26T04:56:28.518426+0000","last_active":"2024-02-26T04:57:37.288647+0000","last_peered":"2024-02-26T04:57:37.288647+0000","last_clean":"2024-02-26T04:57:37.288647+0000","last_became_active":"2024-02-26T04:56:28.518056+0000","last_became_peered":"2024-02-26T04:56:28.518056+0000","last_unstale":"2024-02-26T04:57:37.288647+0000","last_undegraded":"2024-02-26T04:57:37.288647+0000","last_fullsized":"2024-02-26T04:57:37.288647+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:15:01.456420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"87'9","reported_seq":26,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.290564+0000","last_change":"2024-02-26T04:56:28.519453+0000","last_active":"2024-02-26T04:57:37.290564+0000","last_peered":"2024-02-26T04:57:37.290564+0000","last_clean":"2024-02-26T04:57:37.290564+0000","last_became_active":"2024-02-26T04:56:28.519050+0000","last_became_peered":"2024-02-26T04:56:28.519050+0000","last_unstale":"2024-02-26T04:57:37.290564+0000","last_undegraded":"2024-02-26T04:57:37.290564+0000","last_fullsized":"2024-02-26T04:57:37.290564+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T06:18:08.893788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"87'12","reported_seq":29,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.293218+0000","last_change":"2024-02-26T04:56:28.519649+0000","last_active":"2024-02-26T04:57:37.293218+0000","last_peered":"2024-02-26T04:57:37.293218+0000","last_clean":"2024-02-26T04:57:37.293218+0000","last_became_active":"2024-02-26T04:56:28.518641+0000","last_became_peered":"2024-02-26T04:56:28.518641+0000","last_unstale":"2024-02-26T04:57:37.293218+0000","last_undegraded":"2024-02-26T04:57:37.293218+0000","last_fullsized":"2024-02-26T04:57:37.293218+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:56:36.047460+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308600+0000","last_change":"2024-02-26T04:56:28.537978+0000","last_active":"2024-02-26T04:57:37.308600+0000","last_peered":"2024-02-26T04:57:37.308600+0000","last_clean":"2024-02-26T04:57:37.308600+0000","last_became_active":"2024-02-26T04:56:28.537446+0000","last_became_peered":"2024-02-26T04:56:28.537446+0000","last_unstale":"2024-02-26T04:57:37.308600+0000","last_undegraded":"2024-02-26T04:57:37.308600+0000","last_fullsized":"2024-02-26T04:57:37.308600+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:22:40.705133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"87'7","reported_seq":24,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.312950+0000","last_change":"2024-02-26T04:56:28.541160+0000","last_active":"2024-02-26T04:57:37.312950+0000","last_peered":"2024-02-26T04:57:37.312950+0000","last_clean":"2024-02-26T04:57:37.312950+0000","last_became_active":"2024-02-26T04:56:28.535958+0000","last_became_peered":"2024-02-26T04:56:28.535958+0000","last_unstale":"2024-02-26T04:57:37.312950+0000","last_undegraded":"2024-02-26T04:57:37.312950+0000","last_fullsized":"2024-02-26T04:57:37.312950+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:01:06.978743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"87'4","reported_seq":21,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313233+0000","last_change":"2024-02-26T04:56:28.542835+0000","last_active":"2024-02-26T04:57:37.313233+0000","last_peered":"2024-02-26T04:57:37.313233+0000","last_clean":"2024-02-26T04:57:37.313233+0000","last_became_active":"2024-02-26T04:56:28.542433+0000","last_became_peered":"2024-02-26T04:56:28.542433+0000","last_unstale":"2024-02-26T04:57:37.313233+0000","last_undegraded":"2024-02-26T04:57:37.313233+0000","last_fullsized":"2024-02-26T04:57:37.313233+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:58:25.151133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.285059+0000","last_change":"2024-02-26T04:56:28.518074+0000","last_active":"2024-02-26T04:57:37.285059+0000","last_peered":"2024-02-26T04:57:37.285059+0000","last_clean":"2024-02-26T04:57:37.285059+0000","last_became_active":"2024-02-26T04:56:28.517690+0000","last_became_peered":"2024-02-26T04:56:28.517690+0000","last_unstale":"2024-02-26T04:57:37.285059+0000","last_undegraded":"2024-02-26T04:57:37.285059+0000","last_fullsized":"2024-02-26T04:57:37.285059+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T13:47:42.158480+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"87'15","reported_seq":32,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.286421+0000","last_change":"2024-02-26T04:56:28.518789+0000","last_active":"2024-02-26T04:57:37.286421+0000","last_peered":"2024-02-26T04:57:37.286421+0000","last_clean":"2024-02-26T04:57:37.286421+0000","last_became_active":"2024-02-26T04:56:28.517425+0000","last_became_peered":"2024-02-26T04:56:28.517425+0000","last_unstale":"2024-02-26T04:57:37.286421+0000","last_undegraded":"2024-02-26T04:57:37.286421+0000","last_fullsized":"2024-02-26T04:57:37.286421+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:15:01.266629+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"87'2","reported_seq":19,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.305371+0000","last_change":"2024-02-26T04:56:28.540179+0000","last_active":"2024-02-26T04:57:37.305371+0000","last_peered":"2024-02-26T04:57:37.305371+0000","last_clean":"2024-02-26T04:57:37.305371+0000","last_became_active":"2024-02-26T04:56:28.539709+0000","last_became_peered":"2024-02-26T04:56:28.539709+0000","last_unstale":"2024-02-26T04:57:37.305371+0000","last_undegraded":"2024-02-26T04:57:37.305371+0000","last_fullsized":"2024-02-26T04:57:37.305371+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T14:59:05.182122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"87'6","reported_seq":23,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.311234+0000","last_change":"2024-02-26T04:56:28.530180+0000","last_active":"2024-02-26T04:57:37.311234+0000","last_peered":"2024-02-26T04:57:37.311234+0000","last_clean":"2024-02-26T04:57:37.311234+0000","last_became_active":"2024-02-26T04:56:28.529801+0000","last_became_peered":"2024-02-26T04:56:28.529801+0000","last_unstale":"2024-02-26T04:57:37.311234+0000","last_undegraded":"2024-02-26T04:57:37.311234+0000","last_fullsized":"2024-02-26T04:57:37.311234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T08:15:51.875175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"87'8","reported_seq":25,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.308940+0000","last_change":"2024-02-26T04:56:28.545436+0000","last_active":"2024-02-26T04:57:37.308940+0000","last_peered":"2024-02-26T04:57:37.308940+0000","last_clean":"2024-02-26T04:57:37.308940+0000","last_became_active":"2024-02-26T04:56:28.545072+0000","last_became_peered":"2024-02-26T04:56:28.545072+0000","last_unstale":"2024-02-26T04:57:37.308940+0000","last_undegraded":"2024-02-26T04:57:37.308940+0000","last_fullsized":"2024-02-26T04:57:37.308940+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T12:24:49.989329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"87'10","reported_seq":27,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.309862+0000","last_change":"2024-02-26T04:56:28.537740+0000","last_active":"2024-02-26T04:57:37.309862+0000","last_peered":"2024-02-26T04:57:37.309862+0000","last_clean":"2024-02-26T04:57:37.309862+0000","last_became_active":"2024-02-26T04:56:28.537195+0000","last_became_peered":"2024-02-26T04:56:28.537195+0000","last_unstale":"2024-02-26T04:57:37.309862+0000","last_undegraded":"2024-02-26T04:57:37.309862+0000","last_fullsized":"2024-02-26T04:57:37.309862+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T05:02:45.741615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"87'11","reported_seq":28,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.313976+0000","last_change":"2024-02-26T04:56:28.535900+0000","last_active":"2024-02-26T04:57:37.313976+0000","last_peered":"2024-02-26T04:57:37.313976+0000","last_clean":"2024-02-26T04:57:37.313976+0000","last_became_active":"2024-02-26T04:56:28.535470+0000","last_became_peered":"2024-02-26T04:56:28.535470+0000","last_unstale":"2024-02-26T04:57:37.313976+0000","last_undegraded":"2024-02-26T04:57:37.313976+0000","last_fullsized":"2024-02-26T04:57:37.313976+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T09:48:55.594037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"87'8","reported_seq":31,"reported_epoch":87,"state":"active+clean","last_fresh":"2024-02-26T04:57:37.301755+0000","last_change":"2024-02-26T04:56:38.731805+0000","last_active":"2024-02-26T04:57:37.301755+0000","last_peered":"2024-02-26T04:57:37.301755+0000","last_clean":"2024-02-26T04:57:37.301755+0000","last_became_active":"2024-02-26T04:56:38.731417+0000","last_became_peered":"2024-02-26T04:56:38.731417+0000","last_unstale":"2024-02-26T04:57:37.301755+0000","last_undegraded":"2024-02-26T04:57:37.301755+0000","last_fullsized":"2024-02-26T04:57:37.301755+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-02-26T04:56:27.469395+0000","last_clean_scrub_stamp":"2024-02-26T04:56:27.469395+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-02-27T11:02:40.181345+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,8],"acting":[11,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":702,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":502,"ondisk_log_size":502,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":64317,"num_objects":60,"num_object_clones":0,"num_object_copies":180,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":60,"num_whiteouts":0,"num_read":559,"num_read_kb":351,"num_write":165,"num_write_kb":113,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":1125,"num_keys_recovered":0,"num_objects_omap":40,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":417792,"data_stored":192951,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":143,"ondisk_log_size":143,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383713,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27944,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717208,"statfs":{"total":95995035648,"available":95966420992,"internally_reserved":0,"allocated":950272,"data_stored":456246,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":27654596},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.65300000000000002,"5min":0.68400000000000005,"15min":0.68899999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.90100000000000002,"5min":1.1040000000000001,"15min":1.1040000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.73899999999999999,"15min":0.75},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.94999999999999996,"5min":1.155,"15min":1.155},"last":0.70099999999999996}]},{"osd":1,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.60699999999999998,"15min":0.60299999999999998},"min":{"1min":0.434,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79900000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.42899999999999999,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.83299999999999996,"5min":0.87,"15min":0.87},"last":0.66100000000000003}]},{"osd":2,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.504,"5min":0.45600000000000002,"15min":0.44800000000000001},"min":{"1min":0.35799999999999998,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68600000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.44900000000000001,"15min":0.44},"min":{"1min":0.30599999999999999,"5min":0.255,"15min":0.255},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.53400000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70999999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.64900000000000002,"15min":0.65100000000000002},"min":{"1min":0.48799999999999999,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.81499999999999995,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.754},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.58799999999999997,"15min":0.58399999999999996},"min":{"1min":0.39100000000000001,"5min":0.315,"15min":0.315},"max":{"1min":0.878,"5min":0.878,"15min":0.878},"last":0.73099999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.53000000000000003,"15min":0.52600000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.82899999999999996,"5min":1.018,"15min":1.018},"last":0.745},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.41299999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.84499999999999997,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.61499999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.75900000000000001,"5min":0.77900000000000003,"15min":0.78200000000000003},"min":{"1min":0.50700000000000001,"5min":0.436,"15min":0.436},"max":{"1min":0.94999999999999996,"5min":1.3220000000000001,"15min":1.3220000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.86799999999999999,"15min":0.88},"min":{"1min":0.56200000000000006,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.0469999999999999,"5min":1.732,"15min":1.732},"last":0.76800000000000002}]},{"osd":7,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.69699999999999995,"5min":0.68999999999999995,"15min":0.68899999999999995},"min":{"1min":0.49199999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.91300000000000003,"5min":1.0660000000000001,"15min":1.0660000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.70399999999999996,"15min":0.69899999999999995},"min":{"1min":0.499,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.96599999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.83799999999999997}]},{"osd":8,"last update":"Mon Feb 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.78000000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":0.91600000000000004,"15min":0.91700000000000004},"min":{"1min":0.64800000000000002,"5min":0.496,"15min":0.496},"max":{"1min":1.149,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.875,"5min":0.89900000000000002,"15min":0.90300000000000002},"min":{"1min":0.73599999999999999,"5min":0.55600000000000005,"15min":0.55600000000000005},"max":{"1min":1.167,"5min":1.274,"15min":1.274},"last":0.82399999999999995}]},{"osd":10,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":0.79600000000000004,"5min":0.73299999999999998,"15min":0.72299999999999998},"min":{"1min":0.61599999999999999,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.97999999999999998,"5min":0.97999999999999998,"15min":0.97999999999999998},"last":0.872},{"interface":"front","average":{"1min":0.78900000000000003,"5min":0.76000000000000001,"15min":0.755},"min":{"1min":0.59799999999999998,"5min":0.442,"15min":0.442},"max":{"1min":0.99399999999999999,"5min":1.218,"15min":1.218},"last":0.85399999999999998}]}]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28616,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716536,"statfs":{"total":95995035648,"available":95965732864,"internally_reserved":0,"allocated":1638400,"data_stored":1107790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.806,"5min":1.806,"15min":1.806},"last":0.67100000000000004},{"interface":"front","average":{"1min":0.747,"5min":0.747,"15min":0.747},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":1.379,"5min":1.379,"15min":1.379},"last":0.61799999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.439,"15min":0.44500000000000001},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.505,"5min":0.55800000000000005,"15min":0.55800000000000005},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.42099999999999999,"5min":0.45400000000000001,"15min":0.46000000000000002},"min":{"1min":0.29999999999999999,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":0.53200000000000003,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.38400000000000001}]},{"osd":2,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.60499999999999998,"15min":0.61299999999999999},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.78000000000000003,"5min":0.84599999999999997,"15min":0.84599999999999997},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.57299999999999995,"15min":0.57699999999999996},"min":{"1min":0.432,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68600000000000005,"5min":0.751,"15min":0.751},"last":0.57199999999999995}]},{"osd":3,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.77600000000000002,"5min":0.78100000000000003,"15min":0.78200000000000003},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":1.486,"5min":1.486,"15min":1.486},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.77600000000000002,"15min":0.78800000000000003},"min":{"1min":0.51000000000000001,"5min":0.443,"15min":0.443},"max":{"1min":1.081,"5min":1.137,"15min":1.137},"last":0.53500000000000003}]},{"osd":4,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.44800000000000001,"5min":0.5,"15min":0.50800000000000001},"min":{"1min":0.32000000000000001,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.57699999999999996,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.55500000000000005,"15min":0.56100000000000005},"min":{"1min":0.36399999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64900000000000002,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.49199999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.64700000000000002,"15min":0.65100000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.76100000000000001,"5min":0.82299999999999995,"15min":0.82299999999999995},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.66600000000000004,"15min":0.67300000000000004},"min":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.83799999999999997,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.81299999999999994}]},{"osd":6,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.88700000000000001,"15min":0.90000000000000002},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":1.429,"5min":1.429,"15min":1.429},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.85599999999999998,"15min":0.86099999999999999},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.448,"5min":1.448,"15min":1.448},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Feb 26 04:56:07 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.501}]},{"osd":8,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.76000000000000001,"15min":0.77000000000000002},"min":{"1min":0.54700000000000004,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":0.79900000000000004,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.75,"15min":0.75600000000000001},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.92000000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.82999999999999996}]},{"osd":9,"last update":"Mon Feb 26 04:57:08 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.94499999999999995,"15min":0.95099999999999996},"min":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"max":{"1min":1.1739999999999999,"5min":1.1850000000000001,"15min":1.1850000000000001},"last":0.93700000000000006},{"interface":"front","average":{"1min":0.90400000000000003,"5min":0.98399999999999999,"15min":0.998},"min":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.69599999999999995}]},{"osd":11,"last update":"Mon Feb 26 04:57:36 2024","interfaces":[{"interface":"back","average":{"1min":0.75,"5min":0.76200000000000001,"15min":0.76400000000000001},"min":{"1min":0.60599999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.90300000000000002,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.752,"5min":0.75900000000000001,"15min":0.76000000000000001},"min":{"1min":0.55400000000000005,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":0.92300000000000004,"5min":1.022,"15min":1.022},"last":0.76600000000000001}]}]},{"osd":9,"up_from":67,"seq":287762808874,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27952,"kb_used_data":936,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717200,"statfs":{"total":95995035648,"available":95966412800,"internally_reserved":0,"allocated":958464,"data_stored":456370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,6,7,8,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.2090000000000001,"15min":1.2509999999999999},"min":{"1min":0.53900000000000003,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.7,"5min":2.3119999999999998,"15min":2.3119999999999998},"last":1.1259999999999999},{"interface":"front","average":{"1min":0.98999999999999999,"5min":1.27,"15min":1.3500000000000001},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":1.6100000000000001,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":0.97799999999999998}]},{"osd":1,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86299999999999999,"5min":0.99399999999999999,"15min":1.04},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.244,"5min":1.524,"15min":1.524},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.92700000000000005,"5min":1.159,"15min":1.2410000000000001},"min":{"1min":0.51700000000000002,"5min":0.434,"15min":0.434},"max":{"1min":1.4239999999999999,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.278}]},{"osd":2,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":1.1819999999999999,"15min":1.2629999999999999},"min":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.3180000000000001,"5min":2.222,"15min":2.222},"last":1.1899999999999999},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.302,"15min":1.399},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":1.8560000000000001,"5min":2.1829999999999998,"15min":2.1829999999999998},"last":1.488}]},{"osd":3,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1639999999999999,"5min":1.5149999999999999,"15min":1.625},"min":{"1min":0.58599999999999997,"5min":0.5,"15min":0.5},"max":{"1min":1.7270000000000001,"5min":2.6150000000000002,"15min":2.6150000000000002},"last":1.667},{"interface":"front","average":{"1min":1.3640000000000001,"5min":1.5580000000000001,"15min":1.647},"min":{"1min":0.77600000000000002,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":2.0249999999999999,"5min":2.4649999999999999,"15min":2.4649999999999999},"last":1.9199999999999999}]},{"osd":4,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.4039999999999999,"15min":1.5389999999999999},"min":{"1min":0.66700000000000004,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.5129999999999999,"5min":2.3730000000000002,"15min":2.3730000000000002},"last":1.3420000000000001},{"interface":"front","average":{"1min":1.097,"5min":1.347,"15min":1.4590000000000001},"min":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"max":{"1min":1.9530000000000001,"5min":2.3769999999999998,"15min":2.3769999999999998},"last":1.421}]},{"osd":5,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.181,"5min":1.496,"15min":1.6399999999999999},"min":{"1min":0.61599999999999999,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":2.1930000000000001,"5min":2.7130000000000001,"15min":2.7130000000000001},"last":1.587},{"interface":"front","average":{"1min":1.224,"5min":1.76,"15min":1.804},"min":{"1min":0.63700000000000001,"5min":0.55200000000000005,"15min":0.55200000000000005},"max":{"1min":1.9730000000000001,"5min":15.861000000000001,"15min":15.861000000000001},"last":1.5429999999999999}]},{"osd":6,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.444,"5min":1.7589999999999999,"15min":1.8839999999999999},"min":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.79400000000000004},"max":{"1min":2.3740000000000001,"5min":2.6619999999999999,"15min":2.6619999999999999},"last":1.72},{"interface":"front","average":{"1min":1.4670000000000001,"5min":1.821,"15min":1.9510000000000001},"min":{"1min":0.96499999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"max":{"1min":2.3380000000000001,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":2.0270000000000001}]},{"osd":7,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.319,"5min":1.73,"15min":1.8779999999999999},"min":{"1min":0.72099999999999997,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":2.0550000000000002,"5min":2.621,"15min":2.621},"last":1.762},{"interface":"front","average":{"1min":1.327,"5min":1.7090000000000001,"15min":1.845},"min":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"max":{"1min":2.1909999999999998,"5min":2.6160000000000001,"15min":2.6160000000000001},"last":1.7949999999999999}]},{"osd":8,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":1.375,"5min":1.7729999999999999,"15min":1.9199999999999999},"min":{"1min":0.78000000000000003,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.2839999999999998,"5min":2.782,"15min":2.782},"last":1.9019999999999999},{"interface":"front","average":{"1min":1.3460000000000001,"5min":1.782,"15min":1.9299999999999999},"min":{"1min":0.82499999999999996,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":2.2469999999999999,"5min":3.2400000000000002,"15min":3.2400000000000002},"last":2.1280000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:57:09 2024","interfaces":[{"interface":"back","average":{"1min":1.627,"5min":1.748,"15min":1.768},"min":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"max":{"1min":2.2959999999999998,"5min":2.5499999999999998,"15min":2.5499999999999998},"last":1.8580000000000001},{"interface":"front","average":{"1min":1.575,"5min":1.8029999999999999,"15min":1.841},"min":{"1min":0.748,"5min":0.748,"15min":0.748},"max":{"1min":2.0619999999999998,"5min":3.0800000000000001,"15min":3.0800000000000001},"last":2.1960000000000002}]}]},{"osd":8,"up_from":59,"seq":253403070514,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32104,"kb_used_data":928,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713048,"statfs":{"total":95995035648,"available":95962161152,"internally_reserved":0,"allocated":950272,"data_stored":456178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.71799999999999997,"5min":0.89700000000000002,"15min":0.749},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.018,"5min":17.158999999999999,"15min":17.158999999999999},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.79000000000000004,"15min":0.77200000000000002},"min":{"1min":0.439,"5min":0.436,"15min":0.436},"max":{"1min":0.94399999999999995,"5min":4.9130000000000003,"15min":4.9130000000000003},"last":0.73499999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.54000000000000004,"15min":0.53000000000000003},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.77100000000000002,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.55100000000000005,"15min":0.52800000000000002},"min":{"1min":0.433,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.41799999999999998,"15min":0.42199999999999999},"min":{"1min":0.30099999999999999,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.54100000000000004,"5min":0.627,"15min":0.627},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.41699999999999998,"15min":0.41899999999999998},"min":{"1min":0.29799999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.68700000000000006,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.49099999999999999}]},{"osd":3,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.72799999999999998,"5min":0.70599999999999996,"15min":0.69999999999999996},"min":{"1min":0.56000000000000005,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.0640000000000001,"5min":1.143,"15min":1.143},"last":0.84599999999999997},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.80200000000000005,"15min":0.83699999999999997},"min":{"1min":0.54000000000000004,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.92900000000000005,"5min":2.5899999999999999,"15min":2.5899999999999999},"last":0.63500000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.55500000000000005,"15min":0.53100000000000003},"min":{"1min":0.34599999999999997,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.754,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.624,"5min":0.57599999999999996,"15min":0.56200000000000006},"min":{"1min":0.40400000000000003,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52000000000000002}]},{"osd":5,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.505},"min":{"1min":0.35799999999999998,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.70599999999999996,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.443},{"interface":"front","average":{"1min":0.48599999999999999,"5min":0.49199999999999999,"15min":0.5},"min":{"1min":0.34699999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.70499999999999996,"15min":0.70499999999999996},"last":0.55000000000000004}]},{"osd":6,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.745,"5min":0.79800000000000004,"15min":0.81999999999999995},"min":{"1min":0.623,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":0.94799999999999995,"5min":1.129,"15min":1.129},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.83899999999999997,"5min":0.82399999999999995,"15min":0.83599999999999997},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":1.29,"5min":1.29,"15min":1.29},"last":0.79800000000000004}]},{"osd":7,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.63800000000000001,"15min":0.626},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.99099999999999999,"5min":1.1000000000000001,"15min":1.1000000000000001},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.63800000000000001,"15min":0.626},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.61799999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:57:48 2024","interfaces":[{"interface":"back","average":{"1min":1.016,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.61799999999999999,"5min":0.499,"15min":0.499},"max":{"1min":2.2240000000000002,"5min":2.2240000000000002,"15min":2.2240000000000002},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.036,"5min":0.97499999999999998,"15min":0.97299999999999998},"min":{"1min":0.73999999999999999,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":2.206,"5min":2.206,"15min":2.206},"last":1.0660000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:57:11 2024","interfaces":[{"interface":"back","average":{"1min":0.70299999999999996,"5min":0.67200000000000004,"15min":0.66700000000000004},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.753,"5min":0.69799999999999995,"15min":0.68899999999999995},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.95299999999999996,"5min":0.95299999999999996,"15min":0.95299999999999996},"last":0.751}]},{"osd":11,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"min":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.77600000000000002}]}]},{"osd":7,"up_from":51,"seq":219043332150,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28532,"kb_used_data":1516,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716620,"statfs":{"total":95995035648,"available":95965818880,"internally_reserved":0,"allocated":1552384,"data_stored":1048893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.74299999999999999,"5min":0.71999999999999997,"15min":0.71599999999999997},"min":{"1min":0.50600000000000001,"5min":0.50600000000000001,"15min":0.50600000000000001},"max":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.73499999999999999,"5min":0.69599999999999995,"15min":0.68999999999999995},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"last":0.94799999999999995}]},{"osd":1,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.40400000000000003,"15min":0.38700000000000001},"min":{"1min":0.31900000000000001,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.65500000000000003,"5min":0.68600000000000005,"15min":0.68600000000000005},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.46500000000000002,"5min":0.434,"15min":0.42799999999999999},"min":{"1min":0.29699999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"last":0.39200000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56599999999999995,"15min":0.56000000000000005},"min":{"1min":0.47699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69199999999999995,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.62},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.55200000000000005},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.504}]},{"osd":3,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.72999999999999998,"5min":0.746,"15min":0.749},"min":{"1min":0.56799999999999995,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.95099999999999996,"5min":1.254,"15min":1.254},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.69499999999999995,"5min":0.75900000000000001,"15min":0.77100000000000002},"min":{"1min":0.57199999999999995,"5min":0.505,"15min":0.505},"max":{"1min":0.81399999999999995,"5min":1.081,"15min":1.081},"last":0.748}]},{"osd":4,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.48099999999999998,"15min":0.48099999999999998},"min":{"1min":0.313,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.46800000000000003,"5min":0.47199999999999998,"15min":0.49399999999999999},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.76300000000000001,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.43099999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.61499999999999999,"15min":0.621},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.84999999999999998,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.73999999999999999,"15min":0.64700000000000002},"min":{"1min":0.51000000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79000000000000004,"5min":11.225,"15min":11.225},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.79200000000000004,"15min":0.80000000000000004},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.0009999999999999,"5min":1.103,"15min":1.103},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.81799999999999995,"15min":0.83499999999999996},"min":{"1min":0.53200000000000003,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.998,"5min":1.425,"15min":1.425},"last":0.72599999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.66000000000000003,"15min":0.64700000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.64500000000000002,"15min":0.63300000000000001},"min":{"1min":0.50800000000000001,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.58299999999999996}]},{"osd":9,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86599999999999999,"5min":0.85999999999999999,"15min":0.86799999999999999},"min":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"max":{"1min":1.1779999999999999,"5min":1.1779999999999999,"15min":1.1779999999999999},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.877,"5min":0.89700000000000002,"15min":0.90100000000000002},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":1.0700000000000001,"5min":1.175,"15min":1.175},"last":0.69499999999999995}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.65900000000000003,"15min":0.65300000000000002},"min":{"1min":0.48699999999999999,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.72899999999999998,"5min":0.67100000000000004,"15min":0.66100000000000003},"min":{"1min":0.55400000000000005,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":0.872,"5min":0.872,"15min":0.872},"last":0.64200000000000002}]},{"osd":11,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.752,"5min":0.752,"15min":0.752},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.78600000000000003},{"interface":"front","average":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":0.93300000000000005,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.76600000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495678,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32100,"kb_used_data":924,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713052,"statfs":{"total":95995035648,"available":95962165248,"internally_reserved":0,"allocated":946176,"data_stored":455759,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[0,1,2,3,4,5,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":1.0660000000000001,"15min":1.024},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.5449999999999999,"5min":1.948,"15min":1.948},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.119,"5min":1.2170000000000001,"15min":1.173},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":2.004,"5min":2.1469999999999998,"15min":2.1469999999999998},"last":1.0960000000000001}]},{"osd":1,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":1.02,"15min":1.0229999999999999},"min":{"1min":0.50800000000000001,"5min":0.50800000000000001,"15min":0.50800000000000001},"max":{"1min":1.3240000000000001,"5min":1.726,"15min":1.726},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.04,"5min":1.0449999999999999,"15min":1.0489999999999999},"min":{"1min":0.58099999999999996,"5min":0.57399999999999995,"15min":0.57399999999999995},"max":{"1min":1.3919999999999999,"5min":1.647,"15min":1.647},"last":1.6140000000000001}]},{"osd":2,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":1.089,"15min":1.0609999999999999},"min":{"1min":0.65900000000000003,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.6299999999999999,"5min":1.972,"15min":1.972},"last":1.4910000000000001},{"interface":"front","average":{"1min":1.165,"5min":1.179,"15min":1.141},"min":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"max":{"1min":1.7889999999999999,"5min":2.2130000000000001,"15min":2.2130000000000001},"last":1.784}]},{"osd":3,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.3879999999999999,"5min":1.462,"15min":1.4279999999999999},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.9390000000000001,"5min":2.5030000000000001,"15min":2.5030000000000001},"last":1.913},{"interface":"front","average":{"1min":1.3540000000000001,"5min":1.381,"15min":1.341},"min":{"1min":0.52500000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":2.4060000000000001,"5min":2.4060000000000001,"15min":2.4060000000000001},"last":1.7410000000000001}]},{"osd":4,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.242,"5min":1.254,"15min":1.1799999999999999},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":2.0369999999999999,"5min":2.0819999999999999,"15min":2.0819999999999999},"last":1.3819999999999999},{"interface":"front","average":{"1min":1.3560000000000001,"5min":1.4330000000000001,"15min":1.393},"min":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"max":{"1min":2.0859999999999999,"5min":2.407,"15min":2.407},"last":2.1459999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":1.3180000000000001,"5min":1.3979999999999999,"15min":1.389},"min":{"1min":0.77700000000000002,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":2.1179999999999999,"5min":2.2320000000000002,"15min":2.2320000000000002},"last":1.8420000000000001},{"interface":"front","average":{"1min":1.417,"5min":1.452,"15min":1.3799999999999999},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":2.1930000000000001,"5min":2.2309999999999999,"15min":2.2309999999999999},"last":1.6830000000000001}]},{"osd":7,"last update":"Mon Feb 26 04:57:54 2024","interfaces":[{"interface":"back","average":{"1min":1.595,"5min":1.548,"15min":1.454},"min":{"1min":0.81100000000000005,"5min":0.76800000000000002,"15min":0.76800000000000002},"max":{"1min":2.3380000000000001,"5min":2.4529999999999998,"15min":2.4529999999999998},"last":2.242},{"interface":"front","average":{"1min":1.6839999999999999,"5min":1.6240000000000001,"15min":1.522},"min":{"1min":0.878,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":2.4039999999999999,"5min":2.4780000000000002,"15min":2.4780000000000002},"last":2.0710000000000002}]},{"osd":8,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":1.444,"5min":1.597,"15min":1.617},"min":{"1min":0.71199999999999997,"5min":0.62,"15min":0.62},"max":{"1min":2.0510000000000002,"5min":2.3340000000000001,"15min":2.3340000000000001},"last":2.0049999999999999},{"interface":"front","average":{"1min":1.526,"5min":1.5960000000000001,"15min":1.5940000000000001},"min":{"1min":0.79500000000000004,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":2.2919999999999998,"5min":2.2919999999999998,"15min":2.2919999999999998},"last":1.887}]},{"osd":9,"last update":"Mon Feb 26 04:57:47 2024","interfaces":[{"interface":"back","average":{"1min":1.6759999999999999,"5min":1.8320000000000001,"15min":1.893},"min":{"1min":0.84399999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":2.3380000000000001,"5min":2.5070000000000001,"15min":2.5070000000000001},"last":1.956},{"interface":"front","average":{"1min":1.734,"5min":1.9079999999999999,"15min":1.982},"min":{"1min":0.90300000000000002,"5min":0.877,"15min":0.877},"max":{"1min":2.4540000000000002,"5min":2.734,"15min":2.734},"last":2.3220000000000001}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":1.49,"5min":1.768,"15min":1.8140000000000001},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":2.0649999999999999,"5min":2.3959999999999999,"15min":2.3959999999999999},"last":2.113},{"interface":"front","average":{"1min":1.619,"5min":1.837,"15min":1.873},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":2.411,"5min":2.411,"15min":2.411},"last":2.1909999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574937,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28000,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717152,"statfs":{"total":95995035648,"available":95966363648,"internally_reserved":0,"allocated":1007616,"data_stored":515195,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.69499999999999995,"15min":0.626},"min":{"1min":0.48899999999999999,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":1.0089999999999999,"5min":1.22,"15min":1.22},"last":0.629},{"interface":"front","average":{"1min":0.78800000000000003,"5min":0.73299999999999998,"15min":0.66000000000000003},"min":{"1min":0.53800000000000003,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.98399999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"last":0.94499999999999995}]},{"osd":2,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.55200000000000005,"15min":0.51600000000000001},"min":{"1min":0.437,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84899999999999998,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.64500000000000002,"5min":0.56399999999999995,"15min":0.53200000000000003},"min":{"1min":0.432,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.77000000000000002}]},{"osd":3,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.755,"15min":0.69599999999999995},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.089,"5min":1.341,"15min":1.341},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.88400000000000001,"5min":0.76600000000000001,"15min":0.71799999999999997},"min":{"1min":0.58299999999999996,"5min":0.379,"15min":0.379},"max":{"1min":1.359,"5min":1.359,"15min":1.359},"last":0.878}]},{"osd":4,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.44,"15min":0.40600000000000003},"min":{"1min":0.36799999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.63800000000000001,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.45200000000000001,"15min":0.41699999999999998},"min":{"1min":0.34000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.78000000000000003,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.59699999999999998}]},{"osd":5,"last update":"Mon Feb 26 04:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.60499999999999998,"15min":0.53100000000000003},"min":{"1min":0.41899999999999998,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.81200000000000006,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.69599999999999995,"5min":0.61299999999999999,"15min":0.55100000000000005},"min":{"1min":0.51500000000000001,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"last":0.85499999999999998}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.83099999999999996,"5min":0.81799999999999995,"15min":0.81000000000000005},"min":{"1min":0.51200000000000001,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.1890000000000001,"5min":2.2269999999999999,"15min":2.2269999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.88200000000000001,"5min":0.81100000000000005,"15min":0.78500000000000003},"min":{"1min":0.59999999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.0860000000000001,"5min":1.129,"15min":1.129},"last":1.0249999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:57:49 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.55700000000000005,"15min":0.52100000000000002},"min":{"1min":0.44600000000000001,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.84199999999999997,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.91400000000000003},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.51900000000000002,"15min":0.501},"min":{"1min":0.35899999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.79900000000000004}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.63300000000000001,"15min":0.61499999999999999},"min":{"1min":0.53800000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.89900000000000002},{"interface":"front","average":{"1min":0.81899999999999995,"5min":0.68200000000000005,"15min":0.64400000000000002},"min":{"1min":0.50600000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":1.0329999999999999,"5min":1.0329999999999999,"15min":1.0329999999999999},"last":0.99099999999999999}]},{"osd":9,"last update":"Mon Feb 26 04:57:44 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.92500000000000004,"15min":0.92400000000000004},"min":{"1min":0.66800000000000004,"5min":0.53200000000000003,"15min":0.53200000000000003},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":1.0049999999999999},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.88100000000000001,"15min":0.89000000000000001},"min":{"1min":0.60399999999999998,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":1.0269999999999999,"5min":1.155,"15min":1.155},"last":0.97199999999999998}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.80300000000000005,"5min":0.746,"15min":0.73599999999999999},"min":{"1min":0.55300000000000005,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":1.0580000000000001},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.71399999999999997,"15min":0.70299999999999996},"min":{"1min":0.51500000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.95099999999999996,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.98399999999999999}]},{"osd":11,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.86099999999999999,"15min":0.86099999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":1.091},{"interface":"front","average":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.997,"5min":0.997,"15min":0.997},"last":0.96199999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738462,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":457030,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":0.873,"5min":0.88,"15min":0.72899999999999998},"min":{"1min":0.439,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.248,"5min":1.649,"15min":1.649},"last":1.0209999999999999},{"interface":"front","average":{"1min":1.0780000000000001,"5min":0.94699999999999995,"15min":0.76100000000000001},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46000000000000002},"max":{"1min":3.1400000000000001,"5min":3.1400000000000001,"15min":3.1400000000000001},"last":1.087}]},{"osd":2,"last update":"Mon Feb 26 04:57:39 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":0.995,"15min":0.85299999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.159},{"interface":"front","average":{"1min":1.3979999999999999,"5min":1.123,"15min":0.93700000000000006},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":3.0329999999999999,"5min":3.0329999999999999,"15min":3.0329999999999999},"last":1.472}]},{"osd":3,"last update":"Mon Feb 26 04:57:28 2024","interfaces":[{"interface":"back","average":{"1min":1.4039999999999999,"5min":1.4039999999999999,"15min":1.4039999999999999},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":3.2200000000000002,"5min":3.2200000000000002,"15min":3.2200000000000002},"last":1.976},{"interface":"front","average":{"1min":1.671,"5min":1.671,"15min":1.671},"min":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":3.621,"5min":3.621,"15min":3.621},"last":1.819}]},{"osd":4,"last update":"Mon Feb 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":1.5289999999999999,"5min":1.252,"15min":1.115},"min":{"1min":0.433,"5min":0.433,"15min":0.433},"max":{"1min":3.2989999999999999,"5min":3.2989999999999999,"15min":3.2989999999999999},"last":2.0369999999999999},{"interface":"front","average":{"1min":1.266,"5min":1.1299999999999999,"15min":0.996},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":2.2440000000000002,"5min":2.2440000000000002,"15min":2.2440000000000002},"last":1.5960000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":1.5309999999999999,"5min":1.403,"15min":1.2749999999999999},"min":{"1min":0.76900000000000002,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":3.2610000000000001,"5min":3.2610000000000001,"15min":3.2610000000000001},"last":1.9319999999999999},{"interface":"front","average":{"1min":1.4019999999999999,"5min":1.3680000000000001,"15min":1.2150000000000001},"min":{"1min":0.72299999999999998,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":3.2679999999999998,"5min":3.2679999999999998,"15min":3.2679999999999998},"last":1.776}]},{"osd":6,"last update":"Mon Feb 26 04:57:19 2024","interfaces":[{"interface":"back","average":{"1min":1.5680000000000001,"5min":1.5629999999999999,"15min":1.4710000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":2.8170000000000002},"last":2.0950000000000002},{"interface":"front","average":{"1min":1.395,"5min":1.4510000000000001,"15min":1.425},"min":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"max":{"1min":2.6960000000000002,"5min":2.6960000000000002,"15min":2.6960000000000002},"last":1.712}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":1.78,"5min":1.528,"15min":1.486},"min":{"1min":1.266,"5min":0.877,"15min":0.877},"max":{"1min":2.3479999999999999,"5min":2.3479999999999999,"15min":2.3479999999999999},"last":0.69699999999999995},{"interface":"front","average":{"1min":1.827,"5min":1.488,"15min":1.4319999999999999},"min":{"1min":1.484,"5min":0.84399999999999997,"15min":0.84399999999999997},"max":{"1min":2.3900000000000001,"5min":2.3900000000000001,"15min":2.3900000000000001},"last":0.71599999999999997}]},{"osd":8,"last update":"Mon Feb 26 04:57:15 2024","interfaces":[{"interface":"back","average":{"1min":1.389,"5min":1.446,"15min":1.4339999999999999},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":2.3460000000000001,"5min":2.3460000000000001,"15min":2.3460000000000001},"last":1.889},{"interface":"front","average":{"1min":1.6419999999999999,"5min":1.6639999999999999,"15min":1.6299999999999999},"min":{"1min":0.624,"5min":0.624,"15min":0.624},"max":{"1min":3.1819999999999999,"5min":3.1819999999999999,"15min":3.1819999999999999},"last":2.1360000000000001}]},{"osd":9,"last update":"Mon Feb 26 04:57:45 2024","interfaces":[{"interface":"back","average":{"1min":1.831,"5min":1.982,"15min":2.04},"min":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"max":{"1min":3.367,"5min":3.367,"15min":3.367},"last":2.464},{"interface":"front","average":{"1min":1.7969999999999999,"5min":1.8260000000000001,"15min":1.8799999999999999},"min":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":3.6899999999999999,"5min":3.6899999999999999,"15min":3.6899999999999999},"last":2.1669999999999998}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":1.653,"5min":1.9159999999999999,"15min":1.96},"min":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"max":{"1min":3.222,"5min":3.222,"15min":3.222},"last":2.2370000000000001},{"interface":"front","average":{"1min":1.716,"5min":1.972,"15min":2.0139999999999998},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":2.661,"5min":2.661,"15min":2.661},"last":2.2759999999999998}]},{"osd":11,"last update":"Mon Feb 26 04:57:33 2024","interfaces":[{"interface":"back","average":{"1min":1.6990000000000001,"5min":1.6140000000000001,"15min":1.6000000000000001},"min":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":2.5870000000000002,"5min":2.5870000000000002,"15min":2.5870000000000002},"last":2.0710000000000002},{"interface":"front","average":{"1min":1.835,"5min":1.901,"15min":1.9119999999999999},"min":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"max":{"1min":3.3180000000000001,"5min":3.3180000000000001,"15min":3.3180000000000001},"last":2.3809999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411411,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36328,"kb_used_data":992,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708824,"statfs":{"total":95995035648,"available":95957835776,"internally_reserved":0,"allocated":1015808,"data_stored":515811,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":36174277},"hb_peers":[0,1,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.753,"5min":0.68600000000000005,"15min":0.624},"min":{"1min":0.45400000000000001,"5min":0.34699999999999998,"15min":0.33600000000000002},"max":{"1min":1.0489999999999999,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.77500000000000002,"5min":0.69699999999999995,"15min":0.63800000000000001},"min":{"1min":0.47499999999999998,"5min":0.42799999999999999,"15min":0.34699999999999998},"max":{"1min":1.3089999999999999,"5min":1.3089999999999999,"15min":1.3089999999999999},"last":0.60699999999999998}]},{"osd":1,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.54100000000000004,"15min":0.54500000000000004},"min":{"1min":0.442,"5min":0.31900000000000001,"15min":0.311},"max":{"1min":0.85299999999999998,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.53400000000000003,"15min":0.54000000000000004},"min":{"1min":0.46200000000000002,"5min":0.29999999999999999,"15min":0.29599999999999999},"max":{"1min":0.69199999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.78200000000000003}]},{"osd":3,"last update":"Mon Feb 26 04:57:01 2024","interfaces":[{"interface":"back","average":{"1min":0.70099999999999996,"5min":0.69099999999999995,"15min":0.67500000000000004},"min":{"1min":0.39700000000000002,"5min":0.378,"15min":0.378},"max":{"1min":0.99299999999999999,"5min":0.99299999999999999,"15min":0.99299999999999999},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.70599999999999996,"15min":0.68300000000000005},"min":{"1min":0.44,"5min":0.378,"15min":0.378},"max":{"1min":0.97199999999999998,"5min":1.075,"15min":1.075},"last":6.9340000000000002}]},{"osd":4,"last update":"Mon Feb 26 04:57:30 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"min":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.75800000000000001}]},{"osd":5,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.44800000000000001,"15min":0.432},"min":{"1min":0.38400000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.436},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52700000000000002,"15min":0.498},"min":{"1min":0.40799999999999997,"5min":0.312,"15min":0.312},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.56000000000000005}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.81100000000000005,"5min":0.78100000000000003,"15min":0.755},"min":{"1min":0.60399999999999998,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":1.131,"5min":1.1919999999999999,"15min":1.1919999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.78400000000000003,"15min":0.74199999999999999},"min":{"1min":0.44900000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":3.891,"5min":3.891,"15min":3.891},"last":6.9880000000000004}]},{"osd":7,"last update":"Mon Feb 26 04:55:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61399999999999999,"15min":0.61499999999999999},"min":{"1min":0.501,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.59799999999999998,"15min":0.60199999999999998},"min":{"1min":0.44,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":0.70399999999999996,"5min":0.754,"15min":0.754},"last":0.41899999999999998}]},{"osd":8,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.51400000000000001,"15min":0.51500000000000001},"min":{"1min":0.35599999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55500000000000005,"15min":0.55900000000000005},"min":{"1min":0.34399999999999997,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.81200000000000006,"5min":0.89700000000000002,"15min":0.89700000000000002},"last":0.71199999999999997}]},{"osd":9,"last update":"Mon Feb 26 04:57:42 2024","interfaces":[{"interface":"back","average":{"1min":0.88200000000000001,"5min":0.83799999999999997,"15min":0.83799999999999997},"min":{"1min":0.67000000000000004,"5min":0.495,"15min":0.495},"max":{"1min":1.1919999999999999,"5min":1.2,"15min":1.2},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.86799999999999999,"5min":0.91900000000000004,"15min":0.95699999999999996},"min":{"1min":0.60299999999999998,"5min":0.55700000000000005,"15min":0.55700000000000005},"max":{"1min":1.093,"5min":1.4810000000000001,"15min":1.4810000000000001},"last":0.85299999999999998}]},{"osd":10,"last update":"Mon Feb 26 04:57:12 2024","interfaces":[{"interface":"back","average":{"1min":0.67200000000000004,"5min":0.65600000000000003,"15min":0.65300000000000002},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":0.71499999999999997,"5min":0.67700000000000005,"15min":0.67100000000000004},"min":{"1min":0.52700000000000002,"5min":0.47299999999999998,"15min":0.47299999999999998},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.83399999999999996}]},{"osd":11,"last update":"Mon Feb 26 04:57:26 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.73199999999999998},{"interface":"front","average":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"min":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.80300000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182477,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27956,"kb_used_data":940,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717196,"statfs":{"total":95995035648,"available":95966408704,"internally_reserved":0,"allocated":962560,"data_stored":456070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.1479999999999999,"5min":1.046,"15min":0.90400000000000003},"min":{"1min":0.56599999999999995,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":2.7650000000000001,"5min":2.7650000000000001,"15min":2.7650000000000001},"last":1.159},{"interface":"front","average":{"1min":1.1930000000000001,"5min":1.1339999999999999,"15min":0.99199999999999999},"min":{"1min":0.69499999999999995,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":2.5640000000000001,"5min":2.5640000000000001,"15min":2.5640000000000001},"last":1.698}]},{"osd":1,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":0.97699999999999998,"15min":0.91000000000000003},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.629,"5min":1.716,"15min":1.716},"last":1.276},{"interface":"front","average":{"1min":1.0600000000000001,"5min":0.98599999999999999,"15min":0.91800000000000004},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.5369999999999999,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":1.446}]},{"osd":2,"last update":"Mon Feb 26 04:57:03 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.099,"15min":0.98299999999999998},"min":{"1min":0.70699999999999996,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":2.468,"5min":2.468,"15min":2.468},"last":1.222},{"interface":"front","average":{"1min":1.3280000000000001,"5min":1.1899999999999999,"15min":1.0529999999999999},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":2.2530000000000001,"5min":2.2530000000000001,"15min":2.2530000000000001},"last":0.95199999999999996}]},{"osd":4,"last update":"Mon Feb 26 04:57:32 2024","interfaces":[{"interface":"back","average":{"1min":1.298,"5min":1.216,"15min":1.117},"min":{"1min":0.83399999999999996,"5min":0.59099999999999997,"15min":0.59099999999999997},"max":{"1min":2.1059999999999999,"5min":2.1059999999999999,"15min":2.1059999999999999},"last":1.7949999999999999},{"interface":"front","average":{"1min":1.1679999999999999,"5min":1.151,"15min":1.0569999999999999},"min":{"1min":0.71399999999999997,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":2.1909999999999998,"5min":2.4079999999999999,"15min":2.4079999999999999},"last":1.3939999999999999}]},{"osd":5,"last update":"Mon Feb 26 04:57:58 2024","interfaces":[{"interface":"back","average":{"1min":1.341,"5min":1.379,"15min":1.254},"min":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"max":{"1min":2.0990000000000002,"5min":2.4830000000000001,"15min":2.4830000000000001},"last":1.1040000000000001},{"interface":"front","average":{"1min":1.1639999999999999,"5min":1.242,"15min":1.129},"min":{"1min":0.58399999999999996,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":2.6899999999999999,"5min":2.6899999999999999,"15min":2.6899999999999999},"last":1.3180000000000001}]},{"osd":6,"last update":"Mon Feb 26 04:57:24 2024","interfaces":[{"interface":"back","average":{"1min":1.397,"5min":1.48,"15min":1.393},"min":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":2.3999999999999999,"5min":2.7330000000000001,"15min":2.7330000000000001},"last":1.8340000000000001},{"interface":"front","average":{"1min":1.633,"5min":1.621,"15min":1.5149999999999999},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.6589999999999998,"5min":2.6589999999999998,"15min":2.6589999999999998},"last":1.8999999999999999}]},{"osd":7,"last update":"Mon Feb 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":1.571,"5min":1.6060000000000001,"15min":1.506},"min":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"max":{"1min":2.2069999999999999,"5min":2.585,"15min":2.585},"last":2.2109999999999999},{"interface":"front","average":{"1min":1.427,"5min":1.5189999999999999,"15min":1.474},"min":{"1min":0.77600000000000002,"5min":0.73799999999999999,"15min":0.73799999999999999},"max":{"1min":2.2829999999999999,"5min":2.5209999999999999,"15min":2.5209999999999999},"last":1.9970000000000001}]},{"osd":8,"last update":"Mon Feb 26 04:56:06 2024","interfaces":[{"interface":"back","average":{"1min":1.9850000000000001,"5min":1.667,"15min":1.6140000000000001},"min":{"1min":1.4330000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"max":{"1min":2.585,"5min":2.585,"15min":2.585},"last":0.98199999999999998},{"interface":"front","average":{"1min":1.6399999999999999,"5min":1.4970000000000001,"15min":1.4730000000000001},"min":{"1min":0.72499999999999998,"5min":0.72499999999999998,"15min":0.72499999999999998},"max":{"1min":2.0830000000000002,"5min":2.0830000000000002,"15min":2.0830000000000002},"last":0.77900000000000003}]},{"osd":9,"last update":"Mon Feb 26 04:57:44 2024","interfaces":[{"interface":"back","average":{"1min":1.54,"5min":1.802,"15min":1.883},"min":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"max":{"1min":2.456,"5min":2.649,"15min":2.649},"last":2.0899999999999999},{"interface":"front","average":{"1min":1.8049999999999999,"5min":1.9910000000000001,"15min":2.0569999999999999},"min":{"1min":0.78900000000000003,"5min":0.78900000000000003,"15min":0.78900000000000003},"max":{"1min":2.5139999999999998,"5min":2.8069999999999999,"15min":2.8069999999999999},"last":2.04}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":1.7470000000000001,"5min":2.0680000000000001,"15min":2.1219999999999999},"min":{"1min":1.006,"5min":1.006,"15min":1.006},"max":{"1min":2.4249999999999998,"5min":2.5699999999999998,"15min":2.5699999999999998},"last":2.2679999999999998},{"interface":"front","average":{"1min":1.5469999999999999,"5min":1.7150000000000001,"15min":1.7430000000000001},"min":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"max":{"1min":2.8170000000000002,"5min":2.8170000000000002,"15min":2.8170000000000002},"last":2.1749999999999998}]},{"osd":11,"last update":"Mon Feb 26 04:57:32 2024","interfaces":[{"interface":"back","average":{"1min":1.8080000000000001,"5min":1.8080000000000001,"15min":1.8080000000000001},"min":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"max":{"1min":2.7090000000000001,"5min":2.7090000000000001,"15min":2.7090000000000001},"last":2.1389999999999998},{"interface":"front","average":{"1min":1.841,"5min":1.841,"15min":1.841},"min":{"1min":1.0169999999999999,"5min":1.0169999999999999,"15min":1.0169999999999999},"max":{"1min":2.7599999999999998,"5min":2.7599999999999998,"15min":2.7599999999999998},"last":2.3199999999999998}]}]},{"osd":4,"up_from":33,"seq":141733920838,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27960,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717192,"statfs":{"total":95995035648,"available":95966404608,"internally_reserved":0,"allocated":966656,"data_stored":457994,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:55:27 2024","interfaces":[{"interface":"back","average":{"1min":0.73999999999999999,"5min":0.66300000000000003,"15min":0.63500000000000001},"min":{"1min":0.44700000000000001,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.89100000000000001,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.73399999999999999,"5min":0.68300000000000005,"15min":0.66500000000000004},"min":{"1min":0.39900000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.107,"5min":1.2949999999999999,"15min":1.2949999999999999},"last":0.42499999999999999}]},{"osd":1,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.39500000000000002,"15min":0.38100000000000001},"min":{"1min":0.34200000000000003,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.57399999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.40600000000000003,"15min":0.378},"min":{"1min":0.34100000000000003,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.60199999999999998,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.58299999999999996,"15min":0.56499999999999995},"min":{"1min":0.48799999999999999,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.77300000000000002,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.56299999999999994,"15min":0.56399999999999995},"min":{"1min":0.41199999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.73999999999999999,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54300000000000004}]},{"osd":3,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.75900000000000001,"15min":0.68700000000000006},"min":{"1min":0.55200000000000005,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.97099999999999997,"5min":1.1399999999999999,"15min":1.1399999999999999},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76100000000000001,"15min":0.70899999999999996},"min":{"1min":0.628,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.026,"5min":1.2569999999999999,"15min":1.2569999999999999},"last":0.72099999999999997}]},{"osd":5,"last update":"Mon Feb 26 04:57:52 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.59399999999999997,"15min":0.58599999999999997},"min":{"1min":0.49199999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"max":{"1min":0.78300000000000003,"5min":0.86199999999999999,"15min":0.86199999999999999},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.61299999999999999,"15min":0.58099999999999996},"min":{"1min":0.50600000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.63800000000000001}]},{"osd":6,"last update":"Mon Feb 26 04:57:25 2024","interfaces":[{"interface":"back","average":{"1min":0.76500000000000001,"5min":0.90000000000000002,"15min":1.024},"min":{"1min":0.53700000000000003,"5min":0.46300000000000002,"15min":0.46300000000000002},"max":{"1min":0.99399999999999999,"5min":7.218,"15min":7.218},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.77100000000000002,"5min":1.036,"15min":1.2549999999999999},"min":{"1min":0.57999999999999996,"5min":0.55000000000000004,"15min":0.55000000000000004},"max":{"1min":0.96799999999999997,"5min":7.1779999999999999,"15min":7.1779999999999999},"last":0.57999999999999996}]},{"osd":7,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53900000000000003,"15min":0.51200000000000001},"min":{"1min":0.40100000000000002,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.751,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.48399999999999999,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.39600000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.67000000000000004,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.42499999999999999}]},{"osd":8,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.68200000000000005,"5min":0.65100000000000002,"15min":0.63600000000000001},"min":{"1min":0.501,"5min":0.501,"15min":0.501},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.70099999999999996,"15min":0.68500000000000005},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.56499999999999995}]},{"osd":9,"last update":"Mon Feb 26 04:57:46 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.94299999999999995,"15min":0.95899999999999996},"min":{"1min":0.64800000000000002,"5min":0.57499999999999996,"15min":0.57499999999999996},"max":{"1min":1.097,"5min":1.331,"15min":1.331},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.96699999999999997,"15min":0.999},"min":{"1min":0.628,"5min":0.624,"15min":0.624},"max":{"1min":1.149,"5min":1.325,"15min":1.325},"last":0.78100000000000003}]},{"osd":10,"last update":"Mon Feb 26 04:57:10 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.71599999999999997,"15min":0.71399999999999997},"min":{"1min":0.55800000000000005,"5min":0.44,"15min":0.44},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.69699999999999995,"15min":0.69899999999999995},"min":{"1min":0.52600000000000002,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.83399999999999996,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.755}]},{"osd":11,"last update":"Mon Feb 26 04:57:31 2024","interfaces":[{"interface":"back","average":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.79700000000000004},{"interface":"front","average":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.61699999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757314,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28544,"kb_used_data":1528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716608,"statfs":{"total":95995035648,"available":95965806592,"internally_reserved":0,"allocated":1564672,"data_stored":1048045,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65800000000000003,"5min":0.69799999999999995,"15min":0.69099999999999995},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.89900000000000002,"5min":1.034,"15min":1.034},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.68500000000000005,"15min":0.67400000000000004},"min":{"1min":0.46100000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.3460000000000001,"5min":1.3460000000000001,"15min":1.3460000000000001},"last":0.68500000000000005}]},{"osd":1,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.54400000000000004,"15min":0.52200000000000002},"min":{"1min":0.48699999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.75600000000000001,"5min":0.76700000000000002,"15min":0.76700000000000002},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.57699999999999996,"15min":0.54300000000000004},"min":{"1min":0.51300000000000001,"5min":0.314,"15min":0.314},"max":{"1min":0.753,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.55600000000000005}]},{"osd":2,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.40699999999999997,"15min":0.39400000000000002},"min":{"1min":0.318,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":0.55300000000000005,"5min":0.65700000000000003,"15min":0.65700000000000003},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.40799999999999997,"5min":0.40600000000000003,"15min":0.39400000000000002},"min":{"1min":0.28399999999999997,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.50700000000000001}]},{"osd":3,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1459999999999999,"5min":0.82799999999999996,"15min":0.74399999999999999},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":7.3380000000000001,"5min":7.3380000000000001,"15min":7.3380000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.78200000000000003,"15min":0.76500000000000001},"min":{"1min":0.56799999999999995,"5min":0.437,"15min":0.437},"max":{"1min":1.423,"5min":3.9300000000000002,"15min":3.9300000000000002},"last":0.66900000000000004}]},{"osd":4,"last update":"Mon Feb 26 04:57:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65000000000000002,"5min":0.60099999999999998,"15min":0.56699999999999995},"min":{"1min":0.45000000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.878,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.623},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.622,"15min":0.57599999999999996},"min":{"1min":0.48999999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.86599999999999999,"5min":3.915,"15min":3.915},"last":0.46100000000000002}]},{"osd":6,"last update":"Mon Feb 26 04:57:21 2024","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78900000000000003,"15min":0.78100000000000003},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":1.1599999999999999,"5min":1.1990000000000001,"15min":1.1990000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.80700000000000005,"5min":0.878,"15min":0.90000000000000002},"min":{"1min":0.59399999999999997,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.119,"5min":3.9729999999999999,"15min":3.9729999999999999},"last":0.748}]},{"osd":7,"last update":"Mon Feb 26 04:57:51 2024","interfaces":[{"interface":"back","average":{"1min":0.71499999999999997,"5min":0.621,"15min":0.57499999999999996},"min":{"1min":0.54900000000000004,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.67100000000000004,"5min":0.68799999999999994,"15min":0.72899999999999998},"min":{"1min":0.432,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.86099999999999999,"5min":3.9540000000000002,"15min":3.9540000000000002},"last":0.54200000000000004}]},{"osd":8,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.53900000000000003,"15min":0.53700000000000003},"min":{"1min":0.39600000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73799999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.65300000000000002,"5min":0.59799999999999998,"15min":0.58999999999999997},"min":{"1min":0.50600000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.89500000000000002,"5min":0.93300000000000005,"15min":0.93300000000000005},"last":0.439}]},{"osd":9,"last update":"Mon Feb 26 04:57:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90000000000000002,"5min":0.95399999999999996,"15min":0.98499999999999999},"min":{"1min":0.69699999999999995,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.1970000000000001,"5min":1.5369999999999999,"15min":1.5369999999999999},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.82599999999999996,"5min":0.88900000000000001,"15min":0.90200000000000002},"min":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"max":{"1min":1.1479999999999999,"5min":1.2789999999999999,"15min":1.2789999999999999},"last":0.59699999999999998}]},{"osd":10,"last update":"Mon Feb 26 04:57:07 2024","interfaces":[{"interface":"back","average":{"1min":0.70599999999999996,"5min":0.68100000000000005,"15min":0.67700000000000005},"min":{"1min":0.57999999999999996,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.72599999999999998,"5min":0.68200000000000005,"15min":0.67500000000000004},"min":{"1min":0.56200000000000006,"5min":0.47399999999999998,"15min":0.47399999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.63800000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1478,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":69632,"data_stored":59643,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":60259,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":284,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2442,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":2008,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2856,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":102400,"data_stored":61753,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":117,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-02-26T04:58:06.016 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-02-26T04:58:06.017 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-02-26T04:58:06.017 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-02-26T04:58:06.017 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph health --format=json 2024-02-26T04:58:06.467 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:08 smithi161 ceph-mon[36447]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:08.729 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:08 smithi112 ceph-mon[31817]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:08 smithi175 ceph-mon[36652]: pgmap v362: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 -- 172.21.15.112:0/1170112149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 msgr2=0x7f57f8115190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 --2- 172.21.15.112:0/1170112149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f8115190 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f57f000b0a0 tx=0x7f57f000b3b0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 -- 172.21.15.112:0/1170112149 shutdown_connections 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 --2- 172.21.15.112:0/1170112149 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f8115190 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 --2- 172.21.15.112:0/1170112149 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 0x7f57f81088c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 --2- 172.21.15.112:0/1170112149 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 0x7f57f810cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 -- 172.21.15.112:0/1170112149 >> 172.21.15.112:0/1170112149 conn(0x7f57f8075440 msgr2=0x7f57f8077860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 -- 172.21.15.112:0/1170112149 shutdown_connections 2024-02-26T04:58:08.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.878+0000 7f57fcc00700 1 -- 172.21.15.112:0/1170112149 wait complete. 2024-02-26T04:58:08.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.879+0000 7f57fcc00700 1 Processor -- start 2024-02-26T04:58:08.883 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 -- start start 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 0x7f57f81a4670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 0x7f57f81a4bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f819eea0 con 0x7f57f810d5c0 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f819f010 con 0x7f57f81084e0 2024-02-26T04:58:08.884 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57fcc00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57f819f1d0 con 0x7f57f8108e90 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57f6800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57f6800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40794/0 (socket says 172.21.15.112:40794) 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57f6800700 1 -- 172.21.15.112:0/2228678262 learned_addr learned my addr 172.21.15.112:0/2228678262 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57f5e00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 0x7f57f81a4670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.880+0000 7f57efe00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 0x7f57f81a4bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 -- 172.21.15.112:0/2228678262 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 msgr2=0x7f57f81a4bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 0x7f57f81a4bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 -- 172.21.15.112:0/2228678262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 msgr2=0x7f57f81a4670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 0x7f57f81a4670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 -- 172.21.15.112:0/2228678262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57f0009d00 con 0x7f57f810d5c0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57f6800700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f57f000b070 tx=0x7f57f000cfb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57f000e040 con 0x7f57f810d5c0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f57f00077c0 con 0x7f57f810d5c0 2024-02-26T04:58:08.885 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57f001b690 con 0x7f57f810d5c0 2024-02-26T04:58:08.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.881+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57f819f450 con 0x7f57f810d5c0 2024-02-26T04:58:08.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.882+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57f81ab6a0 con 0x7f57f810d5c0 2024-02-26T04:58:08.886 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.883+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57f81099c0 con 0x7f57f810d5c0 2024-02-26T04:58:08.887 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.884+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f57f001d480 con 0x7f57f810d5c0 2024-02-26T04:58:08.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.886+0000 7f57eea00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 0x7f57dc0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:08.888 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.886+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f57f00cf410 con 0x7f57f810d5c0 2024-02-26T04:58:08.889 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.886+0000 7f57f5e00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 0x7f57dc0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:08.889 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.887+0000 7f57f5e00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 0x7f57dc0a4690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f57e8009c60 tx=0x7f57e8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:08.893 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:08.890+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f57f0098440 con 0x7f57f810d5c0 2024-02-26T04:58:09.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.156+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f57f81184b0 con 0x7f57f810d5c0 2024-02-26T04:58:09.159 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.157+0000 7f57eea00700 1 -- 172.21.15.112:0/2228678262 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f57f009bb00 con 0x7f57f810d5c0 2024-02-26T04:58:09.159 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:09.160 INFO:teuthology.orchestra.run.smithi112.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-02-26T04:58:09.162 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 msgr2=0x7f57dc0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:09.162 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 0x7f57dc0a4690 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f57e8009c60 tx=0x7f57e8009260 comp rx=0 tx=0).stop 2024-02-26T04:58:09.162 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 msgr2=0x7f57f819e7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f57f000b070 tx=0x7f57f000cfb0 comp rx=0 tx=0).stop 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 shutdown_connections 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f57f810d5c0 0x7f57f819e7f0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f57f81084e0 0x7f57f81a4670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f57dc0a21d0 0x7f57dc0a4690 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 --2- 172.21.15.112:0/2228678262 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f57f8108e90 0x7f57f81a4bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.159+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 >> 172.21.15.112:0/2228678262 conn(0x7f57f8075440 msgr2=0x7f57f8075da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.160+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 shutdown_connections 2024-02-26T04:58:09.163 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:09.160+0000 7f57fcc00700 1 -- 172.21.15.112:0/2228678262 wait complete. 2024-02-26T04:58:09.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:09 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2228678262' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-26T04:58:09.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:09 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2228678262' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-26T04:58:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:09 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2228678262' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-02-26T04:58:10.167 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-02-26T04:58:10.168 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:10.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 -- 172.21.15.112:0/674037976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 msgr2=0x7fb004109100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 --2- 172.21.15.112:0/674037976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb004109100 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7faffc009ca0 tx=0x7faffc02c100 comp rx=0 tx=0).stop 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 -- 172.21.15.112:0/674037976 shutdown_connections 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 --2- 172.21.15.112:0/674037976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb004109100 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 --2- 172.21.15.112:0/674037976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 0x7fb004106770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 --2- 172.21.15.112:0/674037976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 0x7fb004103e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.387+0000 7fb00a000640 1 -- 172.21.15.112:0/674037976 >> 172.21.15.112:0/674037976 conn(0x7fb0040fb460 msgr2=0x7fb0040fd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.388+0000 7fb00a000640 1 -- 172.21.15.112:0/674037976 shutdown_connections 2024-02-26T04:58:10.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.388+0000 7fb00a000640 1 -- 172.21.15.112:0/674037976 wait complete. 2024-02-26T04:58:10.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.388+0000 7fb00a000640 1 Processor -- start 2024-02-26T04:58:10.393 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 -- start start 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 0x7fb0041992c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 0x7fb004199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0041a0db0 con 0x7fb004106cb0 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0041a0f20 con 0x7fb004104380 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb00a000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0041a10e0 con 0x7fb004101a50 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb009600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb009600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40804/0 (socket says 172.21.15.112:40804) 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb009600640 1 -- 172.21.15.112:0/121843174 learned_addr learned my addr 172.21.15.112:0/121843174 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7fb008c00640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 0x7fb0041992c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.389+0000 7faffbe00640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 0x7fb004199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 -- 172.21.15.112:0/121843174 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 msgr2=0x7fb0041992c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.394 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 0x7fb0041992c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 -- 172.21.15.112:0/121843174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 msgr2=0x7fb004199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 0x7fb004199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 -- 172.21.15.112:0/121843174 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faffc009900 con 0x7fb004106cb0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb009600640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7faffc037040 tx=0x7faffc032860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc034640 con 0x7fb004106cb0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7faffc003e70 con 0x7fb004106cb0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0041a1360 con 0x7fb004106cb0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.390+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc03f440 con 0x7fb004106cb0 2024-02-26T04:58:10.395 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.391+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0041a1810 con 0x7fb004106cb0 2024-02-26T04:58:10.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.392+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0041087a0 con 0x7fb004106cb0 2024-02-26T04:58:10.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.393+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7faffc03b040 con 0x7fb004106cb0 2024-02-26T04:58:10.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.395+0000 7fb002000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 0x7fafe80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.395+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7faffc0f0720 con 0x7fb004106cb0 2024-02-26T04:58:10.397 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.395+0000 7fb008c00640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 0x7fafe80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.398 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.396+0000 7fb008c00640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 0x7fafe80a4580 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faff4009bd0 tx=0x7faff4005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:10.401 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.399+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7faffc0b9720 con 0x7fb004106cb0 2024-02-26T04:58:10.600 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.597+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb00402cdd0 con 0x7fb004106cb0 2024-02-26T04:58:10.602 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.600+0000 7fb002000640 1 -- 172.21.15.112:0/121843174 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7faffc0bcde0 con 0x7fb004106cb0 2024-02-26T04:58:10.603 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:10.603 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:10.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 msgr2=0x7fafe80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 0x7fafe80a4580 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7faff4009bd0 tx=0x7faff4005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 msgr2=0x7fb0041a0870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7faffc037040 tx=0x7faffc032860 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 shutdown_connections 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fafe80a20c0 0x7fafe80a4580 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb004106cb0 0x7fb0041a0870 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb004104380 0x7fb004199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 --2- 172.21.15.112:0/121843174 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb004101a50 0x7fb0041992c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 >> 172.21.15.112:0/121843174 conn(0x7fb0040fb460 msgr2=0x7fb004101090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 shutdown_connections 2024-02-26T04:58:10.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.603+0000 7fb00a000640 1 -- 172.21.15.112:0/121843174 wait complete. 2024-02-26T04:58:10.625 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:58:10.626 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:58:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:10 smithi161 ceph-mon[36447]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:10.703 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:10 smithi112 ceph-mon[31817]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 -- 172.21.15.112:0/1485165586 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 msgr2=0x7f023c0771e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 --2- 172.21.15.112:0/1485165586 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c0771e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f022c009900 tx=0x7f022c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 -- 172.21.15.112:0/1485165586 shutdown_connections 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 --2- 172.21.15.112:0/1485165586 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c077720 0x7f023c077fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 --2- 172.21.15.112:0/1485165586 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c0771e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 --2- 172.21.15.112:0/1485165586 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c075b40 0x7f023c075f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 -- 172.21.15.112:0/1485165586 >> 172.21.15.112:0/1485165586 conn(0x7f023c0fe930 msgr2=0x7f023c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:10.845 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 -- 172.21.15.112:0/1485165586 shutdown_connections 2024-02-26T04:58:10.845 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.841+0000 7f0243600640 1 -- 172.21.15.112:0/1485165586 wait complete. 2024-02-26T04:58:10.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.842+0000 7f0243600640 1 Processor -- start 2024-02-26T04:58:10.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.842+0000 7f0243600640 1 -- start start 2024-02-26T04:58:10.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.847 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c19deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c077720 0x7f023c1a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023c1a5410 con 0x7f023c077720 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023c1a5580 con 0x7f023c076d80 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0243600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f023c1a5740 con 0x7f023c075b40 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0241600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c077720 0x7f023c1a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:44104/0 (socket says 172.21.15.112:44104) 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 -- 172.21.15.112:0/1216446648 learned_addr learned my addr 172.21.15.112:0/1216446648 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f023be00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c19deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 -- 172.21.15.112:0/1216446648 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 msgr2=0x7f023c19deb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c19deb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.848 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 -- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c077720 msgr2=0x7f023c1a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c077720 0x7f023c1a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.843+0000 7f0240c00640 1 -- 172.21.15.112:0/1216446648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0230009490 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0240c00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f023000ea60 tx=0x7f023000ef20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f023000cde0 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f022c009560 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f02300035f0 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0230010670 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.844+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f023c1a5dc0 con 0x7f023c075b40 2024-02-26T04:58:10.849 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.845+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f023c0683c0 con 0x7f023c075b40 2024-02-26T04:58:10.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.848+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f0230003b80 con 0x7f023c075b40 2024-02-26T04:58:10.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.849+0000 7f0239600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 0x7f02240a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:10.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.849+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f0230014070 con 0x7f023c075b40 2024-02-26T04:58:10.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.849+0000 7f023be00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 0x7f02240a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:10.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.850+0000 7f023be00640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 0x7f02240a4580 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f022c006010 tx=0x7f022c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:10.853 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:10.851+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f02300971a0 con 0x7f023c075b40 2024-02-26T04:58:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:10 smithi175 ceph-mon[36652]: pgmap v363: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:11.053 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.050+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f023c113310 con 0x7f023c075b40 2024-02-26T04:58:11.054 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.051+0000 7f0239600640 1 -- 172.21.15.112:0/1216446648 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f023009a860 con 0x7f023c075b40 2024-02-26T04:58:11.054 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 msgr2=0x7f02240a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 0x7f02240a4580 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f022c006010 tx=0x7f022c000bc0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 msgr2=0x7f023c19d970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f023000ea60 tx=0x7f023000ef20 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 shutdown_connections 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f02240a20c0 0x7f02240a4580 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f023c077720 0x7f023c1a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f023c076d80 0x7f023c19deb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 --2- 172.21.15.112:0/1216446648 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f023c075b40 0x7f023c19d970 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 >> 172.21.15.112:0/1216446648 conn(0x7f023c0fe930 msgr2=0x7f023c100430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:11.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 shutdown_connections 2024-02-26T04:58:11.058 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.054+0000 7f0243600640 1 -- 172.21.15.112:0/1216446648 wait complete. 2024-02-26T04:58:11.075 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T04:58:11.294 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 -- 172.21.15.112:0/1932224204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334109350 msgr2=0x7f333410fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 --2- 172.21.15.112:0/1932224204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334109350 0x7f333410fbe0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f332c009be0 tx=0x7f332c02bef0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 -- 172.21.15.112:0/1932224204 shutdown_connections 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 --2- 172.21.15.112:0/1932224204 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334109350 0x7f333410fbe0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 --2- 172.21.15.112:0/1932224204 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334108990 0x7f3334108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 --2- 172.21.15.112:0/1932224204 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 0x7f3334107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.291+0000 7f333b000640 1 -- 172.21.15.112:0/1932224204 >> 172.21.15.112:0/1932224204 conn(0x7f3334076740 msgr2=0x7f3334078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.292+0000 7f333b000640 1 -- 172.21.15.112:0/1932224204 shutdown_connections 2024-02-26T04:58:11.295 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.292+0000 7f333b000640 1 -- 172.21.15.112:0/1932224204 wait complete. 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 Processor -- start 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 -- start start 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 0x7f333419d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334109350 0x7f33341a4e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33341a53a0 con 0x7f3334108990 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33341a5510 con 0x7f33341077a0 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f333b000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33341a56d0 con 0x7f3334109350 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f332be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f332be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40832/0 (socket says 172.21.15.112:40832) 2024-02-26T04:58:11.298 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f332be00640 1 -- 172.21.15.112:0/3040866289 learned_addr learned my addr 172.21.15.112:0/3040866289 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f3333e00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 0x7f333419d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.293+0000 7f3339000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334109350 0x7f33341a4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 -- 172.21.15.112:0/3040866289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334109350 msgr2=0x7f33341a4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334109350 0x7f33341a4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 -- 172.21.15.112:0/3040866289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 msgr2=0x7f333419d8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 0x7f333419d8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 -- 172.21.15.112:0/3040866289 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f331c009560 con 0x7f3334108990 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f332be00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f331c00e9c0 tx=0x7f331c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331c00cde0 con 0x7f3334108990 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f331c0035f0 con 0x7f3334108990 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f331c010690 con 0x7f3334108990 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f332c009840 con 0x7f3334108990 2024-02-26T04:58:11.299 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.294+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33341a5ce0 con 0x7f3334108990 2024-02-26T04:58:11.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.296+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f333410e9f0 con 0x7f3334108990 2024-02-26T04:58:11.300 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.298+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f331c003b60 con 0x7f3334108990 2024-02-26T04:58:11.301 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.299+0000 7f3331600640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 0x7f33180a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.299+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f331c014070 con 0x7f3334108990 2024-02-26T04:58:11.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.299+0000 7f3333e00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 0x7f33180a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.302 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.300+0000 7f3333e00640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 0x7f33180a4600 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f33341087f0 tx=0x7f332400b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:11.305 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.303+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f331c096fd0 con 0x7f3334108990 2024-02-26T04:58:11.505 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.502+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f333402cee0 con 0x7f3334108990 2024-02-26T04:58:11.506 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.503+0000 7f3331600640 1 -- 172.21.15.112:0/3040866289 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f331c09a690 con 0x7f3334108990 2024-02-26T04:58:11.506 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T04:58:11.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 msgr2=0x7f33180a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.509 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 0x7f33180a4600 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f33341087f0 tx=0x7f332400b390 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 msgr2=0x7f333419ddf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f331c00e9c0 tx=0x7f331c00ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 shutdown_connections 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f33180a2140 0x7f33180a4600 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3334109350 0x7f33341a4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3334108990 0x7f333419ddf0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 --2- 172.21.15.112:0/3040866289 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33341077a0 0x7f333419d8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.506+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 >> 172.21.15.112:0/3040866289 conn(0x7f3334076740 msgr2=0x7f333410bbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.507+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 shutdown_connections 2024-02-26T04:58:11.510 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.507+0000 7f333b000640 1 -- 172.21.15.112:0/3040866289 wait complete. 2024-02-26T04:58:11.528 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T04:58:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:11 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/121843174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:11 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1216446648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 -- 172.21.15.112:0/1311427530 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe80104f70 msgr2=0x7efe8010b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 --2- 172.21.15.112:0/1311427530 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe80104f70 0x7efe8010b800 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7efe78009900 tx=0x7efe7802bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 -- 172.21.15.112:0/1311427530 shutdown_connections 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 --2- 172.21.15.112:0/1311427530 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe80104f70 0x7efe8010b800 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 --2- 172.21.15.112:0/1311427530 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe801045b0 0x7efe80104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 --2- 172.21.15.112:0/1311427530 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801033c0 0x7efe801037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.736 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 -- 172.21.15.112:0/1311427530 >> 172.21.15.112:0/1311427530 conn(0x7efe800fe930 msgr2=0x7efe80100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:11.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 -- 172.21.15.112:0/1311427530 shutdown_connections 2024-02-26T04:58:11.737 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.733+0000 7efe87e00640 1 -- 172.21.15.112:0/1311427530 wait complete. 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.734+0000 7efe87e00640 1 Processor -- start 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.734+0000 7efe87e00640 1 -- start start 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 0x7efe801999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe80104f70 0x7efe801a0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe801a0f80 con 0x7efe801033c0 2024-02-26T04:58:11.738 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe801a10f0 con 0x7efe801045b0 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe87e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe801a12b0 con 0x7efe80104f70 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe85400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 0x7efe801999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe85400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40854/0 (socket says 172.21.15.112:40854) 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe85400640 1 -- 172.21.15.112:0/2488568907 learned_addr learned my addr 172.21.15.112:0/2488568907 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe85e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe80104f70 0x7efe801a0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 -- 172.21.15.112:0/2488568907 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe80104f70 msgr2=0x7efe801a0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe80104f70 0x7efe801a0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 -- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 msgr2=0x7efe80199490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe84a00640 1 -- 172.21.15.112:0/2488568907 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe78009560 con 0x7efe801045b0 2024-02-26T04:58:11.739 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.735+0000 7efe85400640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:11 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/121843174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:11 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1216446648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:11.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe84a00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 0x7efe801999d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009fd0 tx=0x7efe6c00ef90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:11.740 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe6c00cea0 con 0x7efe801045b0 2024-02-26T04:58:11.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe801a1590 con 0x7efe801045b0 2024-02-26T04:58:11.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7efe6c004b20 con 0x7efe801045b0 2024-02-26T04:58:11.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe6c010780 con 0x7efe801045b0 2024-02-26T04:58:11.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.736+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe801a1aa0 con 0x7efe801045b0 2024-02-26T04:58:11.741 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.737+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe8010a680 con 0x7efe801045b0 2024-02-26T04:58:11.742 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.740+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7efe6c004c90 con 0x7efe801045b0 2024-02-26T04:58:11.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.741+0000 7efe7e000640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 0x7efe640a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:11.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.741+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7efe6c014070 con 0x7efe801045b0 2024-02-26T04:58:11.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.742+0000 7efe85400640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 0x7efe640a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:11.744 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.742+0000 7efe85400640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 0x7efe640a4600 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efe700104e0 tx=0x7efe7000b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:11.746 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.743+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7efe6c0972f0 con 0x7efe801045b0 2024-02-26T04:58:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:11 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/121843174' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:11.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:11 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1216446648' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:11.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.941+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efe8010f0d0 con 0x7efe801045b0 2024-02-26T04:58:11.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.942+0000 7efe7e000640 1 -- 172.21.15.112:0/2488568907 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7efe8010f0d0 con 0x7efe801045b0 2024-02-26T04:58:11.945 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 msgr2=0x7efe640a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 0x7efe640a4600 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7efe700104e0 tx=0x7efe7000b410 comp rx=0 tx=0).stop 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 msgr2=0x7efe801999d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 0x7efe801999d0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7efe6c009fd0 tx=0x7efe6c00ef90 comp rx=0 tx=0).stop 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 shutdown_connections 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efe640a2140 0x7efe640a4600 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efe80104f70 0x7efe801a0a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efe801045b0 0x7efe801999d0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 --2- 172.21.15.112:0/2488568907 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efe801033c0 0x7efe80199490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:11.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 >> 172.21.15.112:0/2488568907 conn(0x7efe800fe930 msgr2=0x7efe80107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:11.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 shutdown_connections 2024-02-26T04:58:11.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:11.945+0000 7efe87e00640 1 -- 172.21.15.112:0/2488568907 wait complete. 2024-02-26T04:58:11.968 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:58:12.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 -- 172.21.15.112:0/607414082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 msgr2=0x7fcf20107be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 --2- 172.21.15.112:0/607414082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf20107be0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fcf10009900 tx=0x7fcf1002bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:12.172 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 -- 172.21.15.112:0/607414082 shutdown_connections 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 --2- 172.21.15.112:0/607414082 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 0x7fcf2010fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 --2- 172.21.15.112:0/607414082 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 0x7fcf20108e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 --2- 172.21.15.112:0/607414082 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf20107be0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 -- 172.21.15.112:0/607414082 >> 172.21.15.112:0/607414082 conn(0x7fcf20076790 msgr2=0x7fcf20078bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 -- 172.21.15.112:0/607414082 shutdown_connections 2024-02-26T04:58:12.173 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.169+0000 7fcf25400640 1 -- 172.21.15.112:0/607414082 wait complete. 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.170+0000 7fcf25400640 1 Processor -- start 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.170+0000 7fcf25400640 1 -- start start 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 0x7fcf2019de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 0x7fcf201a4ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf201a5420 con 0x7fcf201077c0 2024-02-26T04:58:12.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf201a5590 con 0x7fcf20109370 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf25400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf201a5750 con 0x7fcf201089b0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40878/0 (socket says 172.21.15.112:40878) 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 -- 172.21.15.112:0/1720844150 learned_addr learned my addr 172.21.15.112:0/1720844150 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf15e00640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 0x7fcf2019de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1f200640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 0x7fcf201a4ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 -- 172.21.15.112:0/1720844150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 msgr2=0x7fcf2019de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 0x7fcf2019de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 -- 172.21.15.112:0/1720844150 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 msgr2=0x7fcf201a4ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 0x7fcf201a4ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.171+0000 7fcf1e800640 1 -- 172.21.15.112:0/1720844150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf10009560 con 0x7fcf201077c0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf1e800640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcf10000c00 tx=0x7fcf10005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf10004350 con 0x7fcf201077c0 2024-02-26T04:58:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fcf100044b0 con 0x7fcf201077c0 2024-02-26T04:58:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf201a59d0 con 0x7fcf201077c0 2024-02-26T04:58:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf10003de0 con 0x7fcf201077c0 2024-02-26T04:58:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.172+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf201a5f30 con 0x7fcf201077c0 2024-02-26T04:58:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.173+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf2010ea80 con 0x7fcf201077c0 2024-02-26T04:58:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.175+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fcf10004e10 con 0x7fcf201077c0 2024-02-26T04:58:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.176+0000 7fcf17e00640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 0x7fcf040a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.177+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fcf100f02a0 con 0x7fcf201077c0 2024-02-26T04:58:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.177+0000 7fcf15e00640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 0x7fcf040a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.178+0000 7fcf15e00640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 0x7fcf040a4600 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcf2019ee40 tx=0x7fcf08009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:12.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.181+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcf100b9240 con 0x7fcf201077c0 2024-02-26T04:58:12.419 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.417+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcf2010e4f0 con 0x7fcf201077c0 2024-02-26T04:58:12.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.418+0000 7fcf17e00640 1 -- 172.21.15.112:0/1720844150 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7fcf10043090 con 0x7fcf201077c0 2024-02-26T04:58:12.421 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:12.421 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:58:12.421 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:12.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 msgr2=0x7fcf040a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 0x7fcf040a4600 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcf2019ee40 tx=0x7fcf08009500 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 msgr2=0x7fcf2019d930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fcf10000c00 tx=0x7fcf10005dc0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 shutdown_connections 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcf040a2140 0x7fcf040a4600 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcf20109370 0x7fcf201a4ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcf201089b0 0x7fcf2019de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 --2- 172.21.15.112:0/1720844150 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcf201077c0 0x7fcf2019d930 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 >> 172.21.15.112:0/1720844150 conn(0x7fcf20076790 msgr2=0x7fcf2010bc50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 shutdown_connections 2024-02-26T04:58:12.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.421+0000 7fcf25400640 1 -- 172.21.15.112:0/1720844150 wait complete. 2024-02-26T04:58:12.443 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 -- 172.21.15.112:0/1138989899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b41031d0 msgr2=0x7fb7b41035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 --2- 172.21.15.112:0/1138989899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b41031d0 0x7fb7b41035f0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fb7a4009900 tx=0x7fb7a402bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 -- 172.21.15.112:0/1138989899 shutdown_connections 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 --2- 172.21.15.112:0/1138989899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b4104d80 0x7fb7b410b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 --2- 172.21.15.112:0/1138989899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41043c0 0x7fb7b4104840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.657 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 --2- 172.21.15.112:0/1138989899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b41031d0 0x7fb7b41035f0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 -- 172.21.15.112:0/1138989899 >> 172.21.15.112:0/1138989899 conn(0x7fb7b40fe760 msgr2=0x7fb7b4100b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:12.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 -- 172.21.15.112:0/1138989899 shutdown_connections 2024-02-26T04:58:12.658 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.654+0000 7fb7b9800640 1 -- 172.21.15.112:0/1138989899 wait complete. 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.655+0000 7fb7b9800640 1 Processor -- start 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 -- start start 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 0x7fb7b4199390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 0x7fb7b41a0940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b41a0e80 con 0x7fb7b4104d80 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b41a0ff0 con 0x7fb7b41043c0 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b9800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7b41a11b0 con 0x7fb7b41031d0 2024-02-26T04:58:12.660 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7ab400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b8e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 0x7fb7b41a0940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7ab400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:39578/0 (socket says 172.21.15.112:39578) 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7b3e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 0x7fb7b4199390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.656+0000 7fb7ab400640 1 -- 172.21.15.112:0/2216866362 learned_addr learned my addr 172.21.15.112:0/2216866362 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 -- 172.21.15.112:0/2216866362 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 msgr2=0x7fb7b41998d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 -- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 msgr2=0x7fb7b41a0940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 0x7fb7b41a0940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 -- 172.21.15.112:0/2216866362 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7ac009840 con 0x7fb7b41031d0 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b8e00640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 0x7fb7b41a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:12.661 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7ab400640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b3e00640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 0x7fb7b4199390 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb7a402c170 tx=0x7fb7a4005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a40044d0 con 0x7fb7b41031d0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7a4009560 con 0x7fb7b41031d0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb7a4005310 con 0x7fb7b41031d0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7a4034440 con 0x7fb7b41031d0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.657+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7b41a17a0 con 0x7fb7b41031d0 2024-02-26T04:58:12.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.658+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7b410a540 con 0x7fb7b41031d0 2024-02-26T04:58:12.663 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.660+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb7a4005480 con 0x7fb7b41031d0 2024-02-26T04:58:12.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.662+0000 7fb7b1600640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 0x7fb7980a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:12.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.662+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fb7a40f0200 con 0x7fb7b41031d0 2024-02-26T04:58:12.664 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.662+0000 7fb7ab400640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 0x7fb7980a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:12.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.662+0000 7fb7ab400640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 0x7fb7980a4600 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7b419a8a0 tx=0x7fb79c005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:12.666 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.664+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb7a40b91a0 con 0x7fb7b41031d0 2024-02-26T04:58:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:12 smithi161 ceph-mon[36447]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:12 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3040866289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:12 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2488568907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:12 smithi112 ceph-mon[31817]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:12 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3040866289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:12 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2488568907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:12 smithi175 ceph-mon[36652]: pgmap v364: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:12 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3040866289' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:12 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2488568907' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:12.867 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.864+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb7b402cdd0 con 0x7fb7b41031d0 2024-02-26T04:58:12.869 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.867+0000 7fb7b1600640 1 -- 172.21.15.112:0/2216866362 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7fb7a4041090 con 0x7fb7b41031d0 2024-02-26T04:58:12.870 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:12.870 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:12.872 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 msgr2=0x7fb7980a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 0x7fb7980a4600 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb7b419a8a0 tx=0x7fb79c005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 msgr2=0x7fb7b4199390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 0x7fb7b4199390 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fb7a402c170 tx=0x7fb7a4005d50 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 shutdown_connections 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb7980a2140 0x7fb7980a4600 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb7b4104d80 0x7fb7b41a0940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb7b41043c0 0x7fb7b41998d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 --2- 172.21.15.112:0/2216866362 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb7b41031d0 0x7fb7b4199390 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 >> 172.21.15.112:0/2216866362 conn(0x7fb7b40fe760 msgr2=0x7fb7b4107710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 shutdown_connections 2024-02-26T04:58:12.873 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:12.870+0000 7fb7b9800640 1 -- 172.21.15.112:0/2216866362 wait complete. 2024-02-26T04:58:12.891 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:58:12.892 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:58:13.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 -- 172.21.15.112:0/3032374414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194076d80 msgr2=0x7fb1940771e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 --2- 172.21.15.112:0/3032374414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194076d80 0x7fb1940771e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb17c009900 tx=0x7fb17c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:13.108 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 -- 172.21.15.112:0/3032374414 shutdown_connections 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 --2- 172.21.15.112:0/3032374414 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194077720 0x7fb194077fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 --2- 172.21.15.112:0/3032374414 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194076d80 0x7fb1940771e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 --2- 172.21.15.112:0/3032374414 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194075b40 0x7fb194075f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 -- 172.21.15.112:0/3032374414 >> 172.21.15.112:0/3032374414 conn(0x7fb1940fe7f0 msgr2=0x7fb194100c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.105+0000 7fb198a00640 1 -- 172.21.15.112:0/3032374414 shutdown_connections 2024-02-26T04:58:13.109 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.106+0000 7fb198a00640 1 -- 172.21.15.112:0/3032374414 wait complete. 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.106+0000 7fb198a00640 1 Processor -- start 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 -- start start 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 0x7fb19419dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194077720 0x7fb1941a4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1941a5270 con 0x7fb194075b40 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1941a53e0 con 0x7fb194077720 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb198a00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1941a55a0 con 0x7fb194076d80 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb193400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb193400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40906/0 (socket says 172.21.15.112:40906) 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb193400640 1 -- 172.21.15.112:0/1278256219 learned_addr learned my addr 172.21.15.112:0/1278256219 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb18be00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 0x7fb19419dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.107+0000 7fb193e00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194077720 0x7fb1941a4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 -- 172.21.15.112:0/1278256219 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 msgr2=0x7fb19419dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 0x7fb19419dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 -- 172.21.15.112:0/1278256219 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194077720 msgr2=0x7fb1941a4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194077720 0x7fb1941a4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 -- 172.21.15.112:0/1278256219 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb184009490 con 0x7fb194075b40 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb18be00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 0x7fb19419dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb193400640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb18400ea60 tx=0x7fb18400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:13.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18400cde0 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb1840035f0 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb17c009560 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb184010690 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.108+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1941a5bd0 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.110+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb19410fd00 con 0x7fb194075b40 2024-02-26T04:58:13.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.111+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb184003b80 con 0x7fb194075b40 2024-02-26T04:58:13.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.113+0000 7fb190c00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 0x7fb1780a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.113+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fb184014070 con 0x7fb194075b40 2024-02-26T04:58:13.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.113+0000 7fb18be00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 0x7fb1780a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.113+0000 7fb18be00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 0x7fb1780a4580 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb17c02c240 tx=0x7fb17c02c8b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:13.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.117+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb184097120 con 0x7fb194075b40 2024-02-26T04:58:13.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.313+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb19402cdd0 con 0x7fb194075b40 2024-02-26T04:58:13.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.314+0000 7fb190c00640 1 -- 172.21.15.112:0/1278256219 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb18409a7e0 con 0x7fb194075b40 2024-02-26T04:58:13.317 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 msgr2=0x7fb1780a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 0x7fb1780a4580 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fb17c02c240 tx=0x7fb17c02c8b0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 msgr2=0x7fb19419d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7fb18400ea60 tx=0x7fb18400ef20 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 shutdown_connections 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1780a20c0 0x7fb1780a4580 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb194077720 0x7fb1941a4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb194076d80 0x7fb19419dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 --2- 172.21.15.112:0/1278256219 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb194075b40 0x7fb19419d780 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 >> 172.21.15.112:0/1278256219 conn(0x7fb1940fe7f0 msgr2=0x7fb1940ffdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:13.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 shutdown_connections 2024-02-26T04:58:13.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.317+0000 7fb198a00640 1 -- 172.21.15.112:0/1278256219 wait complete. 2024-02-26T04:58:13.339 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T04:58:13.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 -- 172.21.15.112:0/3063747376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b4104590 msgr2=0x7f86b4104a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 --2- 172.21.15.112:0/3063747376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b4104590 0x7f86b4104a10 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f869c009900 tx=0x7f869c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:13.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 -- 172.21.15.112:0/3063747376 shutdown_connections 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 --2- 172.21.15.112:0/3063747376 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b410b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 --2- 172.21.15.112:0/3063747376 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b4104590 0x7f86b4104a10 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 --2- 172.21.15.112:0/3063747376 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b41033a0 0x7f86b41037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 -- 172.21.15.112:0/3063747376 >> 172.21.15.112:0/3063747376 conn(0x7f86b40fe930 msgr2=0x7f86b4100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 -- 172.21.15.112:0/3063747376 shutdown_connections 2024-02-26T04:58:13.558 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.554+0000 7f86b9800640 1 -- 172.21.15.112:0/3063747376 wait complete. 2024-02-26T04:58:13.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.555+0000 7f86b9800640 1 Processor -- start 2024-02-26T04:58:13.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.555+0000 7f86b9800640 1 -- start start 2024-02-26T04:58:13.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 0x7f86b4199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.560 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b41a0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86b41a1010 con 0x7f86b41033a0 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86b41a1180 con 0x7f86b4104590 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b9800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86b41a1340 con 0x7f86b4104f50 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40926/0 (socket says 172.21.15.112:40926) 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 -- 172.21.15.112:0/1234304899 learned_addr learned my addr 172.21.15.112:0/1234304899 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2000640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 0x7f86b4199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b3400640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b41a0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 -- 172.21.15.112:0/1234304899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 msgr2=0x7f86b41a0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b41a0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 -- 172.21.15.112:0/1234304899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 msgr2=0x7f86b4199a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 0x7f86b4199a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2a00640 1 -- 172.21.15.112:0/1234304899 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86ac009840 con 0x7f86b41033a0 2024-02-26T04:58:13.561 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b2000640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 0x7f86b4199a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.556+0000 7f86b3400640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b41a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86b2a00640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f86ac009d20 tx=0x7f86ac00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ac009b40 con 0x7f86b41033a0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f86ac010b30 con 0x7f86b41033a0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86a4009490 con 0x7f86b41033a0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86ac018e10 con 0x7f86b41033a0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.557+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869c009560 con 0x7f86b41033a0 2024-02-26T04:58:13.562 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.558+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86b410a660 con 0x7f86b41033a0 2024-02-26T04:58:13.563 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.560+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f86ac0184b0 con 0x7f86b41033a0 2024-02-26T04:58:13.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.562+0000 7f86ab400640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 0x7f86980a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:13.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.562+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f86ac014070 con 0x7f86b41033a0 2024-02-26T04:58:13.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.562+0000 7f86b2000640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 0x7f86980a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:13.565 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.562+0000 7f86b2000640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 0x7f86980a4580 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f869c006010 tx=0x7f869c000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:13.568 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.566+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f86ac097620 con 0x7f86b41033a0 2024-02-26T04:58:13.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1720844150' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2216866362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1278256219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:13.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1720844150' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2216866362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1278256219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:13.766 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.763+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f86b402ce70 con 0x7f86b41033a0 2024-02-26T04:58:13.767 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.764+0000 7f86ab400640 1 -- 172.21.15.112:0/1234304899 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f86ac09ace0 con 0x7f86b41033a0 2024-02-26T04:58:13.767 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 msgr2=0x7f86980a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 0x7f86980a4580 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f869c006010 tx=0x7f869c000bc0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 msgr2=0x7f86b4199520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f86ac009d20 tx=0x7f86ac00c6a0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 shutdown_connections 2024-02-26T04:58:13.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f86980a20c0 0x7f86980a4580 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f86b4104f50 0x7f86b41a0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f86b4104590 0x7f86b4199a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 --2- 172.21.15.112:0/1234304899 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f86b41033a0 0x7f86b4199520 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 >> 172.21.15.112:0/1234304899 conn(0x7f86b40fe930 msgr2=0x7f86b4107830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 shutdown_connections 2024-02-26T04:58:13.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:13.767+0000 7f86b9800640 1 -- 172.21.15.112:0/1234304899 wait complete. 2024-02-26T04:58:13.789 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T04:58:13.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1720844150' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2216866362' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:13.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1278256219' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 -- 172.21.15.112:0/2367861015 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c109350 msgr2=0x7f7e2c10fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 --2- 172.21.15.112:0/2367861015 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c109350 0x7f7e2c10fbe0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009ca0 tx=0x7f7e2402c100 comp rx=0 tx=0).stop 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 -- 172.21.15.112:0/2367861015 shutdown_connections 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 --2- 172.21.15.112:0/2367861015 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c109350 0x7f7e2c10fbe0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 --2- 172.21.15.112:0/2367861015 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 0x7f7e2c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 --2- 172.21.15.112:0/2367861015 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 -- 172.21.15.112:0/2367861015 >> 172.21.15.112:0/2367861015 conn(0x7f7e2c076740 msgr2=0x7f7e2c078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 -- 172.21.15.112:0/2367861015 shutdown_connections 2024-02-26T04:58:14.005 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.002+0000 7f7e32800640 1 -- 172.21.15.112:0/2367861015 wait complete. 2024-02-26T04:58:14.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.003+0000 7f7e32800640 1 Processor -- start 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.003+0000 7f7e32800640 1 -- start start 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 0x7f7e2c19dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c109350 0x7f7e2c1a4e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c1a5390 con 0x7f7e2c108990 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c1a5500 con 0x7f7e2c109350 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e32800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e2c1a56c0 con 0x7f7e2c1077a0 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e22a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 0x7f7e2c19dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:44200/0 (socket says 172.21.15.112:44200) 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2be00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c109350 0x7f7e2c1a4e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 -- 172.21.15.112:0/2879607136 learned_addr learned my addr 172.21.15.112:0/2879607136 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 -- 172.21.15.112:0/2879607136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c109350 msgr2=0x7f7e2c1a4e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c109350 0x7f7e2c1a4e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 -- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 msgr2=0x7f7e2c19dde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 0x7f7e2c19dde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.004+0000 7f7e2b400640 1 -- 172.21.15.112:0/2879607136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e24009900 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e2b400640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00e9c0 tx=0x7f7e1c00ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c0096e0 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7e1c00cd80 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e2c1a59a0 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e1c010490 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.005+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e2c1a5e60 con 0x7f7e2c1077a0 2024-02-26T04:58:14.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.006+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e2c10ea60 con 0x7f7e2c1077a0 2024-02-26T04:58:14.011 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.008+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f7e1c003710 con 0x7f7e2c1077a0 2024-02-26T04:58:14.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.009+0000 7f7e28c00640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 0x7f7e100a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.010+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f7e1c014070 con 0x7f7e2c1077a0 2024-02-26T04:58:14.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.010+0000 7f7e22a00640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 0x7f7e100a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.010+0000 7f7e22a00640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 0x7f7e100a4580 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c19edb0 tx=0x7f7e14005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.011+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7e1c096fe0 con 0x7f7e2c1077a0 2024-02-26T04:58:14.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.206+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7e2c02ce40 con 0x7f7e2c1077a0 2024-02-26T04:58:14.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.207+0000 7f7e28c00640 1 -- 172.21.15.112:0/2879607136 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7e1c09a6a0 con 0x7f7e2c1077a0 2024-02-26T04:58:14.210 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 msgr2=0x7f7e100a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 0x7f7e100a4580 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f7e2c19edb0 tx=0x7f7e14005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 msgr2=0x7f7e2c19d8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f7e1c00e9c0 tx=0x7f7e1c00ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 shutdown_connections 2024-02-26T04:58:14.212 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7e100a20c0 0x7f7e100a4580 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7e2c109350 0x7f7e2c1a4e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7e2c108990 0x7f7e2c19dde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 --2- 172.21.15.112:0/2879607136 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7e2c1077a0 0x7f7e2c19d8a0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 >> 172.21.15.112:0/2879607136 conn(0x7f7e2c076740 msgr2=0x7f7e2c10bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 shutdown_connections 2024-02-26T04:58:14.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.209+0000 7f7e32800640 1 -- 172.21.15.112:0/2879607136 wait complete. 2024-02-26T04:58:14.231 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:58:14.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.438+0000 7fe2aa400640 1 -- 172.21.15.112:0/572809230 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a41031d0 msgr2=0x7fe2a41035f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 --2- 172.21.15.112:0/572809230 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a41031d0 0x7fe2a41035f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fe294009900 tx=0x7fe29402bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 -- 172.21.15.112:0/572809230 shutdown_connections 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 --2- 172.21.15.112:0/572809230 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a4104d80 0x7fe2a410b610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 --2- 172.21.15.112:0/572809230 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41043c0 0x7fe2a4104840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 --2- 172.21.15.112:0/572809230 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a41031d0 0x7fe2a41035f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 -- 172.21.15.112:0/572809230 >> 172.21.15.112:0/572809230 conn(0x7fe2a40fe760 msgr2=0x7fe2a4100b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 -- 172.21.15.112:0/572809230 shutdown_connections 2024-02-26T04:58:14.442 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.439+0000 7fe2aa400640 1 -- 172.21.15.112:0/572809230 wait complete. 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 Processor -- start 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 -- start start 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 0x7fe2a4199320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 0x7fe2a4199860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a41a0e10 con 0x7fe2a4104d80 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a41a0f80 con 0x7fe2a41031d0 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.440+0000 7fe2aa400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2a41a1140 con 0x7fe2a41043c0 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 0x7fe2a4199320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40950/0 (socket says 172.21.15.112:40950) 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9a00640 1 -- 172.21.15.112:0/1792479746 learned_addr learned my addr 172.21.15.112:0/1792479746 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:14.445 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a3e00640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 0x7fe2a4199860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 -- 172.21.15.112:0/1792479746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 msgr2=0x7fe2a4199860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 0x7fe2a4199860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 -- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 msgr2=0x7fe2a41a08d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 -- 172.21.15.112:0/1792479746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe298009490 con 0x7fe2a41031d0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a3e00640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 0x7fe2a4199860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9a00640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.441+0000 7fe2a9000640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 0x7fe2a4199320 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe294009230 tx=0x7fe294005dc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.442+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe294004350 con 0x7fe2a41031d0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.442+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe2940044b0 con 0x7fe2a41031d0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.442+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe294009560 con 0x7fe2a41031d0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.442+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe294003d10 con 0x7fe2a41031d0 2024-02-26T04:58:14.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.442+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2a41a1710 con 0x7fe2a41031d0 2024-02-26T04:58:14.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.443+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2a410a490 con 0x7fe2a41031d0 2024-02-26T04:58:14.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.444+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fe294072a40 con 0x7fe2a41031d0 2024-02-26T04:58:14.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.446+0000 7fe2a1600640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 0x7fe28c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.446+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fe2940f03f0 con 0x7fe2a41031d0 2024-02-26T04:58:14.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.446+0000 7fe2a3e00640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 0x7fe28c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.446+0000 7fe2a3e00640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 0x7fe28c0a4580 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe2a419a830 tx=0x7fe298005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.451 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.448+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe2940b9390 con 0x7fe2a41031d0 2024-02-26T04:58:14.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:14 smithi112 ceph-mon[31817]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:14 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1234304899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:14 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2879607136' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.685+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe2a410ed50 con 0x7fe2a41031d0 2024-02-26T04:58:14.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.687+0000 7fe2a1600640 1 -- 172.21.15.112:0/1792479746 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7fe294043090 con 0x7fe2a41031d0 2024-02-26T04:58:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:14.690 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:58:14.690 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:14.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.689+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 msgr2=0x7fe28c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.689+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 0x7fe28c0a4580 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe2a419a830 tx=0x7fe298005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:14.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.689+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 msgr2=0x7fe2a4199320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.689+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 0x7fe2a4199320 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe294009230 tx=0x7fe294005dc0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 shutdown_connections 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe28c0a20c0 0x7fe28c0a4580 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe2a4104d80 0x7fe2a41a08d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe2a41043c0 0x7fe2a4199860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 --2- 172.21.15.112:0/1792479746 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe2a41031d0 0x7fe2a4199320 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 >> 172.21.15.112:0/1792479746 conn(0x7fe2a40fe760 msgr2=0x7fe2a4107660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 shutdown_connections 2024-02-26T04:58:14.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.690+0000 7fe2aa400640 1 -- 172.21.15.112:0/1792479746 wait complete. 2024-02-26T04:58:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:14 smithi161 ceph-mon[36447]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:14 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1234304899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:14 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2879607136' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.712 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:14 smithi175 ceph-mon[36652]: pgmap v365: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:14 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1234304899' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:14 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2879607136' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 -- 172.21.15.112:0/1451791875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738075b40 msgr2=0x7f1738075f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 --2- 172.21.15.112:0/1451791875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738075b40 0x7f1738075f60 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f1728009900 tx=0x7f172802bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 -- 172.21.15.112:0/1451791875 shutdown_connections 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 --2- 172.21.15.112:0/1451791875 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738077720 0x7f1738077fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 --2- 172.21.15.112:0/1451791875 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f17380771e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.917 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 --2- 172.21.15.112:0/1451791875 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738075b40 0x7f1738075f60 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.913+0000 7f173e400640 1 -- 172.21.15.112:0/1451791875 >> 172.21.15.112:0/1451791875 conn(0x7f17380fe970 msgr2=0x7f1738100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:14.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.914+0000 7f173e400640 1 -- 172.21.15.112:0/1451791875 shutdown_connections 2024-02-26T04:58:14.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.914+0000 7f173e400640 1 -- 172.21.15.112:0/1451791875 wait complete. 2024-02-26T04:58:14.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.914+0000 7f173e400640 1 Processor -- start 2024-02-26T04:58:14.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 -- start start 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738075b40 0x7f173819d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738077720 0x7f17381a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a5410 con 0x7f1738077720 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a5580 con 0x7f1738075b40 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f173e400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a5740 con 0x7f1738076d80 2024-02-26T04:58:14.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f1736a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f1737e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738077720 0x7f17381a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f1736a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:47606/0 (socket says 172.21.15.112:47606) 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f1736a00640 1 -- 172.21.15.112:0/18073363 learned_addr learned my addr 172.21.15.112:0/18073363 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.915+0000 7f1737400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738075b40 0x7f173819d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 -- 172.21.15.112:0/18073363 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738075b40 msgr2=0x7f173819d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738075b40 0x7f173819d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 -- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738077720 msgr2=0x7f17381a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738077720 0x7f17381a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 -- 172.21.15.112:0/18073363 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1728009560 con 0x7f1738076d80 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f1736a00640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f172000eb90 tx=0x7f172000c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17200099b0 con 0x7f1738076d80 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f172000ee90 con 0x7f1738076d80 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17381a5a20 con 0x7f1738076d80 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1720010830 con 0x7f1738076d80 2024-02-26T04:58:14.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.916+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17381a5ee0 con 0x7f1738076d80 2024-02-26T04:58:14.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.917+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f173810fe30 con 0x7f1738076d80 2024-02-26T04:58:14.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.919+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f1720004d20 con 0x7f1738076d80 2024-02-26T04:58:14.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.921+0000 7f172fe00640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 0x7f17180a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:14.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.921+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f1720014070 con 0x7f1738076d80 2024-02-26T04:58:14.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.921+0000 7f1737400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 0x7f17180a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:14.924 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.921+0000 7f1737400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 0x7f17180a4580 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f172802c240 tx=0x7f172802c8b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:14.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:14.923+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f17200972b0 con 0x7f1738076d80 2024-02-26T04:58:15.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.119+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1738113550 con 0x7f1738076d80 2024-02-26T04:58:15.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.121+0000 7f172fe00640 1 -- 172.21.15.112:0/18073363 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7f172009a970 con 0x7f1738076d80 2024-02-26T04:58:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:15.124 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:15.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 msgr2=0x7f17180a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 0x7f17180a4580 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f172802c240 tx=0x7f172802c8b0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 msgr2=0x7f173819de60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f172000eb90 tx=0x7f172000c6a0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 shutdown_connections 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f17180a20c0 0x7f17180a4580 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f1738077720 0x7f17381a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f1738076d80 0x7f173819de60 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 --2- 172.21.15.112:0/18073363 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f1738075b40 0x7f173819d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.123+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 >> 172.21.15.112:0/18073363 conn(0x7f17380fe970 msgr2=0x7f17380fffa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.124+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 shutdown_connections 2024-02-26T04:58:15.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.124+0000 7f173e400640 1 -- 172.21.15.112:0/18073363 wait complete. 2024-02-26T04:58:15.145 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:58:15.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 -- 172.21.15.112:0/2289910323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681045b0 msgr2=0x7fcb68104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 --2- 172.21.15.112:0/2289910323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681045b0 0x7fcb68104a30 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fcb50009900 tx=0x7fcb5002bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 -- 172.21.15.112:0/2289910323 shutdown_connections 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 --2- 172.21.15.112:0/2289910323 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb68104f70 0x7fcb6810b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 --2- 172.21.15.112:0/2289910323 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681045b0 0x7fcb68104a30 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 --2- 172.21.15.112:0/2289910323 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb681033c0 0x7fcb681037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.349+0000 7fcb6e000640 1 -- 172.21.15.112:0/2289910323 >> 172.21.15.112:0/2289910323 conn(0x7fcb680fe970 msgr2=0x7fcb68100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.350+0000 7fcb6e000640 1 -- 172.21.15.112:0/2289910323 shutdown_connections 2024-02-26T04:58:15.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.350+0000 7fcb6e000640 1 -- 172.21.15.112:0/2289910323 wait complete. 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 Processor -- start 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 -- start start 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb681045b0 0x7fcb68199a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb68104f70 0x7fcb681a0a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb681a0fc0 con 0x7fcb681045b0 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb681a1130 con 0x7fcb681033c0 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb6e000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb681a12f0 con 0x7fcb68104f70 2024-02-26T04:58:15.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.351+0000 7fcb67400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:41038/0 (socket says 172.21.15.112:41038) 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 -- 172.21.15.112:0/4025491757 learned_addr learned my addr 172.21.15.112:0/4025491757 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb66a00640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb681045b0 0x7fcb68199a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67e00640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb68104f70 0x7fcb681a0a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 -- 172.21.15.112:0/4025491757 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb68104f70 msgr2=0x7fcb681a0a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb68104f70 0x7fcb681a0a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 -- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb681045b0 msgr2=0x7fcb68199a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb681045b0 0x7fcb68199a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 -- 172.21.15.112:0/4025491757 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb50009560 con 0x7fcb681033c0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb67400640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800d950 tx=0x7fcb5800de10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb58009c30 con 0x7fcb681033c0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fcb58009d90 con 0x7fcb681033c0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.352+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb681a15d0 con 0x7fcb681033c0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.353+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb5800f920 con 0x7fcb681033c0 2024-02-26T04:58:15.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.353+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb681a1ab0 con 0x7fcb681033c0 2024-02-26T04:58:15.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.354+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb6810a610 con 0x7fcb681033c0 2024-02-26T04:58:15.358 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.356+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fcb58046a40 con 0x7fcb681033c0 2024-02-26T04:58:15.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.357+0000 7fcb5fe00640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 0x7fcb4c0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.357+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fcb580cdd80 con 0x7fcb681033c0 2024-02-26T04:58:15.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.357+0000 7fcb66a00640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 0x7fcb4c0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.358+0000 7fcb66a00640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 0x7fcb4c0a4580 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002c240 tx=0x7fcb5002c8b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.359+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcb58096d80 con 0x7fcb681033c0 2024-02-26T04:58:15.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.581+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcb6810ef40 con 0x7fcb681033c0 2024-02-26T04:58:15.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.583+0000 7fcb5fe00640 1 -- 172.21.15.112:0/4025491757 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7fcb5809a440 con 0x7fcb681033c0 2024-02-26T04:58:15.586 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:15.586 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:58:15.586 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:15.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.585+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 msgr2=0x7fcb4c0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.585+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 0x7fcb4c0a4580 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fcb5002c240 tx=0x7fcb5002c8b0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.585+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 msgr2=0x7fcb681994d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.585+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fcb5800d950 tx=0x7fcb5800de10 comp rx=0 tx=0).stop 2024-02-26T04:58:15.588 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 shutdown_connections 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcb4c0a20c0 0x7fcb4c0a4580 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcb68104f70 0x7fcb681a0a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcb681045b0 0x7fcb68199a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 --2- 172.21.15.112:0/4025491757 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcb681033c0 0x7fcb681994d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 >> 172.21.15.112:0/4025491757 conn(0x7fcb680fe970 msgr2=0x7fcb681077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 shutdown_connections 2024-02-26T04:58:15.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.586+0000 7fcb6e000640 1 -- 172.21.15.112:0/4025491757 wait complete. 2024-02-26T04:58:15.606 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-02-26T04:56:27.940201+0000', 'modified': '2024-02-26T04:56:33.479649+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24578, 'mds_1': 24547, 'mds_2': 24514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24500': {'gid': 24500, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6835/638948443', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6834', 'nonce': 638948443}, {'type': 'v1', 'addr': '172.21.15.161:6835', 'nonce': 638948443}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24514': {'gid': 24514, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.175:6835/3141430996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6834', 'nonce': 3141430996}, {'type': 'v1', 'addr': '172.21.15.175:6835', 'nonce': 3141430996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24526': {'gid': 24526, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6837/1485715871', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6836', 'nonce': 1485715871}, {'type': 'v1', 'addr': '172.21.15.175:6837', 'nonce': 1485715871}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24527': {'gid': 24527, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6837/710454929', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6836', 'nonce': 710454929}, {'type': 'v1', 'addr': '172.21.15.161:6837', 'nonce': 710454929}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24547': {'gid': 24547, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.175:6839/1341510691', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6838', 'nonce': 1341510691}, {'type': 'v1', 'addr': '172.21.15.175:6839', 'nonce': 1341510691}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24578': {'gid': 24578, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.161:6839/1973886766', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6838', 'nonce': 1973886766}, {'type': 'v1', 'addr': '172.21.15.161:6839', 'nonce': 1973886766}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-26T04:58:15.606 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-02-26T04:58:15.607 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-02-26T04:58:15.684 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:15 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1792479746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.684 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:15 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/18073363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:15 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1792479746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:15 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/18073363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 -- 172.21.15.112:0/1951020294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 msgr2=0x7fce9410b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 --2- 172.21.15.112:0/1951020294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce9410b7e0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fce8c009ca0 tx=0x7fce8c02c0f0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.819 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 -- 172.21.15.112:0/1951020294 shutdown_connections 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 --2- 172.21.15.112:0/1951020294 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce9410b7e0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 --2- 172.21.15.112:0/1951020294 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce94104590 0x7fce94104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 --2- 172.21.15.112:0/1951020294 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce941033a0 0x7fce941037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 -- 172.21.15.112:0/1951020294 >> 172.21.15.112:0/1951020294 conn(0x7fce940fe930 msgr2=0x7fce94100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 -- 172.21.15.112:0/1951020294 shutdown_connections 2024-02-26T04:58:15.820 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.816+0000 7fce99200640 1 -- 172.21.15.112:0/1951020294 wait complete. 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.817+0000 7fce99200640 1 Processor -- start 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.817+0000 7fce99200640 1 -- start start 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce94104590 0x7fce941999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce941a0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce941a0f90 con 0x7fce94104f50 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce941a1100 con 0x7fce941033a0 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce99200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce941a12c0 con 0x7fce94104590 2024-02-26T04:58:15.822 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce92800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce941a0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:41050/0 (socket says 172.21.15.112:41050) 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 -- 172.21.15.112:0/2793586816 learned_addr learned my addr 172.21.15.112:0/2793586816 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91400640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce94104590 0x7fce941999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 -- 172.21.15.112:0/2793586816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce94104590 msgr2=0x7fce941999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce94104590 0x7fce941999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 -- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 msgr2=0x7fce941a0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce941a0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.818+0000 7fce91e00640 1 -- 172.21.15.112:0/2793586816 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce80009490 con 0x7fce941033a0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce91e00640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fce8400e9c0 tx=0x7fce8400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce8aa00640 1 -- 172.21.15.112:0/2793586816 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce840096e0 con 0x7fce941033a0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce8c009900 con 0x7fce941033a0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce8aa00640 1 -- 172.21.15.112:0/2793586816 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fce8400cd80 con 0x7fce941033a0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce8aa00640 1 -- 172.21.15.112:0/2793586816 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84010490 con 0x7fce941033a0 2024-02-26T04:58:15.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.819+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce941a18d0 con 0x7fce941033a0 2024-02-26T04:58:15.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 Processor -- start 2024-02-26T04:58:15.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce8aa00640 1 -- 172.21.15.112:0/2793586816 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fce84003710 con 0x7fce941033a0 2024-02-26T04:58:15.824 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 -- start start 2024-02-26T04:58:15.826 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c091645970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c09164b0b0 0x55c09164d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0915b4b00 con 0x55c091645f40 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0915b2030 con 0x55c091645550 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.822+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0915ad810 con 0x55c09164b0b0 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40138/0 (socket says 172.21.15.112:40138) 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 -- 172.21.15.112:0/3757831308 learned_addr learned my addr 172.21.15.112:0/3757831308 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce92800640 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c091645970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91400640 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c09164b0b0 0x55c09164d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 -- 172.21.15.112:0/3757831308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c09164b0b0 msgr2=0x55c09164d540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c09164b0b0 0x55c09164d540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 -- 172.21.15.112:0/3757831308 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 msgr2=0x55c091645970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.827 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c091645970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 -- 172.21.15.112:0/3757831308 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c091575490 con 0x55c091645f40 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.823+0000 7fce91e00640 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fce840d1da0 tx=0x7fce840d1e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4594b087b351aba3 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce8aa00640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 0x7fce780a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce7f400640 1 -- 172.21.15.112:0/3757831308 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84097020 con 0x55c091645f40 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce7f400640 1 -- 172.21.15.112:0/3757831308 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fce840d1410 con 0x55c091645f40 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce7f400640 1 -- 172.21.15.112:0/3757831308 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8409a6e0 con 0x55c091645f40 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce92800640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 0x7fce780a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.824+0000 7fce8aa00640 1 -- 172.21.15.112:0/2793586816 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fce84014070 con 0x7fce941033a0 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3757831308 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 msgr2=0x55c09164aa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce92800640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 0x7fce780a4580 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fce8c005e30 tx=0x7fce8c0327b0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fce840d1da0 tx=0x7fce840d1e90 comp rx=0 tx=0).stop 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3757831308 shutdown_connections 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c09164b0b0 0x55c09164d540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645f40 0x55c09164aa40 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3757831308 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c091645970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3757831308 >> 172.21.15.112:0/3757831308 conn(0x55c091640ac0 msgr2=0x55c091640ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3757831308 shutdown_connections 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3757831308 wait complete. 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 -- start start 2024-02-26T04:58:15.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.825+0000 7fce9c1e2740 1 Processor -- start 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c09164f800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c091656840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c091552e70 con 0x55c091645550 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c091552b10 con 0x55c09164b0b0 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0912f5f20 con 0x55c091645f40 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce9c1e2740 10 client.0 _ll_register_callbacks cb 0x55c091566920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40146/0 (socket says 172.21.15.112:40146) 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91e00640 1 -- 172.21.15.112:0/410342397 learned_addr learned my addr 172.21.15.112:0/410342397 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91400640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c09164f800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce92800640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c091656840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91e00640 1 -- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 msgr2=0x55c09164f800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.826+0000 7fce91e00640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c09164f800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce91e00640 1 -- 172.21.15.112:0/410342397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 msgr2=0x55c091656840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce91e00640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c091656840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce91e00640 1 -- 172.21.15.112:0/410342397 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce941a18d0 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce91e00640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fce840cbec0 tx=0x7fce840ce120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76f442ece0dc61c5 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce73e00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce84049d60 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fce8409eed0 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c0912ad6c0 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce84049b80 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce9c1e2740 10 client.14889 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c0915abe90 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.827+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55c0912ad6c0 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fce8401f060 con 0x55c091645550 2024-02-26T04:58:15.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 10 client.14889 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 10 client.14889 resolve_mds: resolved name 'f' to daemon mds.f 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 20 client.14889 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c09165b240 0x55c09165f6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 4 client.14889 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 --> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c0912fe270 con 0x55c09165b240 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.828+0000 7fce91400640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c09165b240 0x55c09165f6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.829+0000 7fce91400640 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c09165b240 0x55c09165f6c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ea195596a245638 server_cookie=3f7683647d7f2cf2 in_seq=0 out_seq=0 2024-02-26T04:58:15.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.829+0000 7fce73e00640 10 client.14889 ms_handle_connect on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:15.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.829+0000 7fce73e00640 1 -- 172.21.15.112:0/410342397 <== mds.2 v2:172.21.15.175:6834/3141430996 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c0912fe270 con 0x55c09165b240 2024-02-26T04:58:15.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.829+0000 7fce73e00640 10 client.14889 handle_command_reply: tid=0 2024-02-26T04:58:15.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 client.14889 shutdown 2024-02-26T04:58:15.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 msgr2=0x55c09164f2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7fce840cbec0 tx=0x7fce840ce120 comp rx=0 tx=0).stop 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 shutdown_connections 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c09165b240 0x55c09165f6c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c091656840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c09164f800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/410342397 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09164f2c0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce73e00640 0 client.14889 ms_handle_reset on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 >> 172.21.15.112:0/410342397 conn(0x55c091640ac0 msgr2=0x55c09163fde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 shutdown_connections 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 1 -- 172.21.15.112:0/410342397 wait complete. 2024-02-26T04:58:15.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.830+0000 7fce9c1e2740 20 client.14889 trim_cache size 0 max 16384 2024-02-26T04:58:15.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 Processor -- start 2024-02-26T04:58:15.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 -- start start 2024-02-26T04:58:15.850 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c0916567d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c09163fa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09165ae10 con 0x55c091645550 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c09164dc00 con 0x55c09164b0b0 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0912ad6c0 con 0x55c091645f40 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce91e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40158/0 (socket says 172.21.15.112:40158) 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.847+0000 7fce91e00640 1 -- 172.21.15.112:0/1731365714 learned_addr learned my addr 172.21.15.112:0/1731365714 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91400640 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c0916567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce92800640 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c09163fa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 -- 172.21.15.112:0/1731365714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 msgr2=0x55c0916567d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c0916567d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 -- 172.21.15.112:0/1731365714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 msgr2=0x55c09163fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.851 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c09163fa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 -- 172.21.15.112:0/1731365714 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c091548880 con 0x55c091645550 2024-02-26T04:58:15.852 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce91e00640 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fce840d2fd0 tx=0x7fce84003ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd7d0b7ee30ab2fb server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce7ea00640 1 -- 172.21.15.112:0/1731365714 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce840d1410 con 0x55c091645550 2024-02-26T04:58:15.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce7ea00640 1 -- 172.21.15.112:0/1731365714 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fce8409a6e0 con 0x55c091645550 2024-02-26T04:58:15.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.848+0000 7fce7ea00640 1 -- 172.21.15.112:0/1731365714 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8409eed0 con 0x55c091645550 2024-02-26T04:58:15.856 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- 172.21.15.112:0/1731365714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 msgr2=0x55c09163f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7fce840d2fd0 tx=0x7fce84003ab0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- 172.21.15.112:0/1731365714 shutdown_connections 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c09164b0b0 0x55c09163fa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c0916567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/1731365714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c091645550 0x55c09163f550 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- 172.21.15.112:0/1731365714 >> 172.21.15.112:0/1731365714 conn(0x55c091640ac0 msgr2=0x55c091663f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- 172.21.15.112:0/1731365714 shutdown_connections 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- 172.21.15.112:0/1731365714 wait complete. 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.849+0000 7fce9c1e2740 1 -- start start 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 Processor -- start 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c0916564f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c091652fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.857 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c091653a60 con 0x55c09164b0b0 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c091653bd0 con 0x55c091645550 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c0916b1380 con 0x55c091645f40 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce9c1e2740 10 client.0 _ll_register_callbacks cb 0x7fce840df070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce92800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce92800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40168/0 (socket says 172.21.15.112:40168) 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce92800640 1 -- 172.21.15.112:0/3930590694 learned_addr learned my addr 172.21.15.112:0/3930590694 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce91e00640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c0916564f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.850+0000 7fce91400640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c091652fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 -- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 msgr2=0x55c091652fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c091652fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 -- 172.21.15.112:0/3930590694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 msgr2=0x55c0916564f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c0916564f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.858 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 -- 172.21.15.112:0/3930590694 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c0915abe90 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce91e00640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c0916564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce91400640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c091652fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce92800640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fce8c036000 tx=0x7fce8c0095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9003060d2d30e1e server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce73e00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce8c052070 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fce8c04d430 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c09165af50 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fce8c04d5f0 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce9c1e2740 10 client.14895 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.851+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55c09156e4e0 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55c09165af50 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fce8c048040 con 0x55c09164b0b0 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 10 client.14895 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 10 client.14895 resolve_mds: resolved name 'f' to daemon mds.f 2024-02-26T04:58:15.859 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 20 client.14895 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c0916b66d0 0x55c0916b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 4 client.14895 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 --> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c09165c270 con 0x55c0916b66d0 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.852+0000 7fce91e00640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c0916b66d0 0x55c0916b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce91e00640 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c0916b66d0 0x55c0916b2b10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=95c19cad5d25f49 server_cookie=594006b60ff274c1 in_seq=0 out_seq=0 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce73e00640 10 client.14895 ms_handle_connect on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce73e00640 1 -- 172.21.15.112:0/3930590694 <== mds.2 v2:172.21.15.175:6834/3141430996 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55c09165c270 con 0x55c0916b66d0 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce73e00640 10 client.14895 handle_command_reply: tid=0 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 client.14895 shutdown 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 msgr2=0x55c091653520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fce8c036000 tx=0x7fce8c0095c0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 shutdown_connections 2024-02-26T04:58:15.860 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x55c0916b66d0 0x55c0916b2b10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55c09164b0b0 0x55c091653520 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55c091645f40 0x55c091652fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce73e00640 0 client.14895 ms_handle_reset on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 --2- 172.21.15.112:0/3930590694 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55c091645550 0x55c0916564f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.853+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 >> 172.21.15.112:0/3930590694 conn(0x55c091640ac0 msgr2=0x55c091643d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 shutdown_connections 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce9c1e2740 1 -- 172.21.15.112:0/3930590694 wait complete. 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce9c1e2740 20 client.14895 trim_cache size 0 max 16384 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:15.861 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 2, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24514, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 103.383238448, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 134.21812160900001 2024-02-26T04:58:15.862 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 msgr2=0x7fce780a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 0x7fce780a4580 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fce8c005e30 tx=0x7fce8c0327b0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 msgr2=0x7fce941994a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fce8400e9c0 tx=0x7fce8400ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 shutdown_connections 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fce780a20c0 0x7fce780a4580 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fce94104f50 0x7fce941a0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.863 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fce94104590 0x7fce941999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 --2- 172.21.15.112:0/2793586816 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fce941033a0 0x7fce941994a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:15.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.854+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 >> 172.21.15.112:0/2793586816 conn(0x7fce940fe930 msgr2=0x7fce94107830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:15.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.855+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 shutdown_connections 2024-02-26T04:58:15.864 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:15.855+0000 7fce99200640 1 -- 172.21.15.112:0/2793586816 wait complete. 2024-02-26T04:58:15.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:15 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1792479746' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:15 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/18073363' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:15.875 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 -- 172.21.15.112:0/2415077903 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c1077a0 msgr2=0x7f086c107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 --2- 172.21.15.112:0/2415077903 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c1077a0 0x7f086c107bc0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f0860009900 tx=0x7f086002bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 -- 172.21.15.112:0/2415077903 shutdown_connections 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 --2- 172.21.15.112:0/2415077903 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c109350 0x7f086c10fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 --2- 172.21.15.112:0/2415077903 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c108990 0x7f086c108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 --2- 172.21.15.112:0/2415077903 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c1077a0 0x7f086c107bc0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 -- 172.21.15.112:0/2415077903 >> 172.21.15.112:0/2415077903 conn(0x7f086c076740 msgr2=0x7f086c078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 -- 172.21.15.112:0/2415077903 shutdown_connections 2024-02-26T04:58:16.084 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.080+0000 7f0873800640 1 -- 172.21.15.112:0/2415077903 wait complete. 2024-02-26T04:58:16.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.081+0000 7f0873800640 1 Processor -- start 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.081+0000 7f0873800640 1 -- start start 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.081+0000 7f0873800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.081+0000 7f0873800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c108990 0x7f086c19de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0873800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c109350 0x7f086c1a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0873800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f086c1a5410 con 0x7f086c109350 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0873800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f086c1a5580 con 0x7f086c1077a0 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0873800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f086c1a5740 con 0x7f086c108990 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:41108/0 (socket says 172.21.15.112:41108) 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 -- 172.21.15.112:0/1478199699 learned_addr learned my addr 172.21.15.112:0/1478199699 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0871800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c109350 0x7f086c1a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f086be00640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c108990 0x7f086c19de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 -- 172.21.15.112:0/1478199699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c108990 msgr2=0x7f086c19de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.086 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c108990 0x7f086c19de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 -- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c109350 msgr2=0x7f086c1a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c109350 0x7f086c1a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 -- 172.21.15.112:0/1478199699 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0860009560 con 0x7f086c1077a0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.082+0000 7f0870e00640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0860009230 tx=0x7f0860005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.083+0000 7f0869600640 1 -- 172.21.15.112:0/1478199699 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0860004e10 con 0x7f086c1077a0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.083+0000 7f0869600640 1 -- 172.21.15.112:0/1478199699 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f0860005470 con 0x7f086c1077a0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.083+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f086c1a59c0 con 0x7f086c1077a0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.083+0000 7f0869600640 1 -- 172.21.15.112:0/1478199699 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08600346a0 con 0x7f086c1077a0 2024-02-26T04:58:16.087 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.083+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f086c1a5e70 con 0x7f086c1077a0 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 Processor -- start 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0869600640 1 -- 172.21.15.112:0/1478199699 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f0860003780 con 0x7f086c1077a0 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 -- start start 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358130970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358138540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535809fb00 con 0x565358130f40 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535809d030 con 0x5653581360b0 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0876772740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565358098810 con 0x565358130550 2024-02-26T04:58:16.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0870e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0870e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40202/0 (socket says 172.21.15.112:40202) 2024-02-26T04:58:16.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.086+0000 7f0870e00640 1 -- 172.21.15.112:0/2994406210 learned_addr learned my addr 172.21.15.112:0/2994406210 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f086be00640 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358138540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0871800640 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358130970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 -- 172.21.15.112:0/2994406210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 msgr2=0x565358130970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358130970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 -- 172.21.15.112:0/2994406210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 msgr2=0x565358138540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358138540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 -- 172.21.15.112:0/2994406210 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565358060490 con 0x565358130f40 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f0870e00640 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f08600f3d40 tx=0x7f08600f3e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3455215eb0affb71 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.087+0000 7f085a000640 1 -- 172.21.15.112:0/2994406210 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08600f8ad0 con 0x565358130f40 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f085a000640 1 -- 172.21.15.112:0/2994406210 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f08600f8c30 con 0x565358130f40 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f085a000640 1 -- 172.21.15.112:0/2994406210 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0860100750 con 0x565358130f40 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0869600640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 0x7f08540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0871800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 0x7f08540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.092 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0869600640 1 -- 172.21.15.112:0/1478199699 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f08600efde0 con 0x7f086c1077a0 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0876772740 1 -- 172.21.15.112:0/2994406210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 msgr2=0x565358135a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0876772740 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f08600f3d40 tx=0x7f08600f3e30 comp rx=0 tx=0).stop 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0876772740 1 -- 172.21.15.112:0/2994406210 shutdown_connections 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0876772740 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358138540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.088+0000 7f0876772740 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x565358135a40 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 --2- 172.21.15.112:0/2994406210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358130970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 -- 172.21.15.112:0/2994406210 >> 172.21.15.112:0/2994406210 conn(0x56535812bac0 msgr2=0x56535812bec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0871800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 0x7f08540a4580 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5653581317a0 tx=0x7f0864009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 -- 172.21.15.112:0/2994406210 shutdown_connections 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 -- 172.21.15.112:0/2994406210 wait complete. 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 -- start start 2024-02-26T04:58:16.093 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.089+0000 7f0876772740 1 Processor -- start 2024-02-26T04:58:16.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358139fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358141560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535803de70 con 0x565358130f40 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535803db10 con 0x5653581360b0 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565357de0f20 con 0x565358130550 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0876772740 10 client.0 _ll_register_callbacks cb 0x565358051920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40218/0 (socket says 172.21.15.112:40218) 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 -- 172.21.15.112:0/3054222484 learned_addr learned my addr 172.21.15.112:0/3054222484 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0870e00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358139fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0871800640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358141560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 -- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 msgr2=0x565358139fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358139fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 -- 172.21.15.112:0/3054222484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 msgr2=0x565358141560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358141560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f086be00640 1 -- 172.21.15.112:0/3054222484 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f086c1a5e70 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0871800640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358141560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.090+0000 7f0870e00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358139fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f086be00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f085c011440 tx=0x7f085c011900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2788051507ebe2eb server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f084ea00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f085c016070 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f085c004020 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5653580bcc10 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f085c004220 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f0876772740 10 client.14907 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.091+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x565358096e90 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x5653580bcc10 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f085c003990 con 0x565358130f40 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 10 client.14907 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 10 client.14907 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-26T04:58:16.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 20 client.14907 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565358146660 0x565358145900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 4 client.14907 mds_command: new command op to 24547 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 --> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565357d986c0 con 0x565358146660 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.092+0000 7f0870e00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565358146660 0x565358145900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.093+0000 7f0870e00640 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565358146660 0x565358145900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=290a540f2600a6bb server_cookie=770860beb1ef768e in_seq=0 out_seq=0 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.093+0000 7f084ea00640 10 client.14907 ms_handle_connect on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f084ea00640 1 -- 172.21.15.112:0/3054222484 <== mds.1 v2:172.21.15.175:6838/1341510691 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x565357d986c0 con 0x565358146660 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f084ea00640 10 client.14907 handle_command_reply: tid=0 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 client.14907 shutdown 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 msgr2=0x56535813a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f085c011440 tx=0x7f085c011900 comp rx=0 tx=0).stop 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 shutdown_connections 2024-02-26T04:58:16.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5653581360b0 0x565358141560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130f40 0x56535813a520 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565358146660 0x565358145900 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 --2- 172.21.15.112:0/3054222484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130550 0x565358139fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f084ea00640 0 client.14907 ms_handle_reset on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 >> 172.21.15.112:0/3054222484 conn(0x56535812bac0 msgr2=0x56535812ade0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 shutdown_connections 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 1 -- 172.21.15.112:0/3054222484 wait complete. 2024-02-26T04:58:16.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.094+0000 7f0876772740 20 client.14907 trim_cache size 0 max 16384 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 Processor -- start 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 -- start start 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 0x56535812f430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130550 0x565358141520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 0x56535812a550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x565358141e20 con 0x565358130550 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535812c510 con 0x565358130f40 2024-02-26T04:58:16.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.111+0000 7f0876772740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565358147550 con 0x56535812bac0 2024-02-26T04:58:16.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0870e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 0x56535812f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 0x56535812a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0870e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 0x56535812f430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:47744/0 (socket says 172.21.15.112:47744) 2024-02-26T04:58:16.116 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0870e00640 1 -- 172.21.15.112:0/1645995047 learned_addr learned my addr 172.21.15.112:0/1645995047 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f086be00640 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130550 0x565358141520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 -- 172.21.15.112:0/1645995047 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 msgr2=0x56535812f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 0x56535812f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 -- 172.21.15.112:0/1645995047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130550 msgr2=0x565358141520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130550 0x565358141520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 -- 172.21.15.112:0/1645995047 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565358033880 con 0x565358130f40 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.112+0000 7f0871800640 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 0x56535812a550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0864005fd0 tx=0x7f0864016000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9c0595bc753f2992 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0859600640 1 -- 172.21.15.112:0/1645995047 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0864024070 con 0x565358130f40 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0859600640 1 -- 172.21.15.112:0/1645995047 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f08640045c0 con 0x565358130f40 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0859600640 1 -- 172.21.15.112:0/1645995047 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0864016070 con 0x565358130f40 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 -- 172.21.15.112:0/1645995047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 msgr2=0x56535812a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 0x56535812a550 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f0864005fd0 tx=0x7f0864016000 comp rx=0 tx=0).stop 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 -- 172.21.15.112:0/1645995047 shutdown_connections 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130f40 0x56535812a550 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565358130550 0x565358141520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 --2- 172.21.15.112:0/1645995047 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x56535812bac0 0x56535812f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.113+0000 7f0876772740 1 -- 172.21.15.112:0/1645995047 >> 172.21.15.112:0/1645995047 conn(0x565358126fe0 msgr2=0x56535812ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 -- 172.21.15.112:0/1645995047 shutdown_connections 2024-02-26T04:58:16.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 -- 172.21.15.112:0/1645995047 wait complete. 2024-02-26T04:58:16.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 -- start start 2024-02-26T04:58:16.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 Processor -- start 2024-02-26T04:58:16.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130550 0x56535813e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.114+0000 7f0876772740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 0x56535819c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0876772740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535813ee00 con 0x56535812bac0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0876772740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535813ef70 con 0x565358130550 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0876772740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x56535819c7d0 con 0x565358130f40 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0876772740 10 client.0 _ll_register_callbacks cb 0x7f085c00bc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40234/0 (socket says 172.21.15.112:40234) 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0871800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 0x56535819c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 -- 172.21.15.112:0/3335144960 learned_addr learned my addr 172.21.15.112:0/3335144960 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f086be00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130550 0x56535813e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 -- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 msgr2=0x56535819c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 0x56535819c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 -- 172.21.15.112:0/3335144960 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130550 msgr2=0x56535813e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130550 0x56535813e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 -- 172.21.15.112:0/3335144960 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0864003ab0 con 0x56535812bac0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0871800640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 0x56535819c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f0870e00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f086002c7e0 tx=0x7f0860003b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a33d96cbb400d73 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.115+0000 7f084ea00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08600035f0 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f08600f1030 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565358147690 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f08600f3980 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 10 client.14913 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x5653580594e0 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f08600d9080 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f08600ed930 con 0x56535812bac0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 10 client.14913 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 10 client.14913 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.116+0000 7f0876772740 20 client.14913 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x5653581360b0 0x56535819db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f0876772740 4 client.14913 mds_command: new command op to 24547 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 --> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f08600f8c30 con 0x5653581360b0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f086be00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x5653581360b0 0x56535819db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f086be00640 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x5653581360b0 0x56535819db70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=cca6f1a795edf354 server_cookie=99dfa4016b949650 in_seq=0 out_seq=0 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.117+0000 7f084ea00640 10 client.14913 ms_handle_connect on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f084ea00640 1 -- 172.21.15.112:0/3335144960 <== mds.1 v2:172.21.15.175:6838/1341510691 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x7f08600f8c30 con 0x5653581360b0 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f084ea00640 10 client.14913 handle_command_reply: tid=0 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 client.14913 shutdown 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 msgr2=0x56535813e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f086002c7e0 tx=0x7f0860003b20 comp rx=0 tx=0).stop 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 shutdown_connections 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x5653581360b0 0x56535819db70 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565358130f40 0x56535819c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565358130550 0x56535813e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f084ea00640 0 client.14913 ms_handle_reset on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 --2- 172.21.15.112:0/3335144960 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x56535812bac0 0x56535813e350 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 >> 172.21.15.112:0/3335144960 conn(0x565358126fe0 msgr2=0x56535812f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 shutdown_connections 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 1 -- 172.21.15.112:0/3335144960 wait complete. 2024-02-26T04:58:16.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.118+0000 7f0876772740 20 client.14913 trim_cache size 0 max 16384 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 1, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24547, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 104.436787268, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:16.125 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 126.068537691 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 msgr2=0x7f08540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 0x7f08540a4580 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x5653581317a0 tx=0x7f0864009500 comp rx=0 tx=0).stop 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 msgr2=0x7f086c19d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f0860009230 tx=0x7f0860005e40 comp rx=0 tx=0).stop 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 shutdown_connections 2024-02-26T04:58:16.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f08540a20c0 0x7f08540a4580 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f086c109350 0x7f086c1a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f086c108990 0x7f086c19de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 --2- 172.21.15.112:0/1478199699 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f086c1077a0 0x7f086c19d920 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 >> 172.21.15.112:0/1478199699 conn(0x7f086c076740 msgr2=0x7f086c10bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 shutdown_connections 2024-02-26T04:58:16.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.119+0000 7f0873800640 1 -- 172.21.15.112:0/1478199699 wait complete. 2024-02-26T04:58:16.140 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-02-26T04:58:16.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.330+0000 7ff0c9000640 1 -- 172.21.15.112:0/1750822965 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c41077a0 msgr2=0x7ff0c4107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.330+0000 7ff0c9000640 1 --2- 172.21.15.112:0/1750822965 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c41077a0 0x7ff0c4107bc0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4009900 tx=0x7ff0b402bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 -- 172.21.15.112:0/1750822965 shutdown_connections 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 --2- 172.21.15.112:0/1750822965 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c4109350 0x7ff0c410fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 --2- 172.21.15.112:0/1750822965 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4108990 0x7ff0c4108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 --2- 172.21.15.112:0/1750822965 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c41077a0 0x7ff0c4107bc0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 -- 172.21.15.112:0/1750822965 >> 172.21.15.112:0/1750822965 conn(0x7ff0c4076740 msgr2=0x7ff0c4078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 -- 172.21.15.112:0/1750822965 shutdown_connections 2024-02-26T04:58:16.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 -- 172.21.15.112:0/1750822965 wait complete. 2024-02-26T04:58:16.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.331+0000 7ff0c9000640 1 Processor -- start 2024-02-26T04:58:16.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 -- start start 2024-02-26T04:58:16.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 0x7ff0c419d990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 0x7ff0c41a4f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a5480 con 0x7ff0c4108990 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a55f0 con 0x7ff0c41077a0 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c9000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c41a57b0 con 0x7ff0c4109350 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0b9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0b9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40240/0 (socket says 172.21.15.112:40240) 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0b9400640 1 -- 172.21.15.112:0/2761773769 learned_addr learned my addr 172.21.15.112:0/2761773769 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 0x7ff0c419d990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.332+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 0x7ff0c41a4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 -- 172.21.15.112:0/2761773769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 msgr2=0x7ff0c41a4f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 0x7ff0c41a4f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 -- 172.21.15.112:0/2761773769 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 msgr2=0x7ff0c419d990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 0x7ff0c419d990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 -- 172.21.15.112:0/2761773769 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0bc009840 con 0x7ff0c4108990 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 0x7ff0c41a4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:16.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 0x7ff0c419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00e9f0 tx=0x7ff0ac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0bb400640 1 -- 172.21.15.112:0/2761773769 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac009720 con 0x7ff0c4108990 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0bb400640 1 -- 172.21.15.112:0/2761773769 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff0ac00cd80 con 0x7ff0c4108990 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b4009560 con 0x7ff0c4108990 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0bb400640 1 -- 172.21.15.112:0/2761773769 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac010690 con 0x7ff0c4108990 2024-02-26T04:58:16.338 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.333+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c41a5e10 con 0x7ff0c4108990 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.336+0000 7ff0bb400640 1 -- 172.21.15.112:0/2761773769 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7ff0ac0046c0 con 0x7ff0c4108990 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.336+0000 7ff0cbf93740 1 Processor -- start 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 -- start start 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32a550 0x563ebe32a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe332540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe299b00 con 0x563ebe32af40 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe297030 con 0x563ebe32a550 2024-02-26T04:58:16.348 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe292810 con 0x563ebe3300b0 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40244/0 (socket says 172.21.15.112:40244) 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 -- 172.21.15.112:0/4238276221 learned_addr learned my addr 172.21.15.112:0/4238276221 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c2800640 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32a550 0x563ebe32a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0b9400640 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe332540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 -- 172.21.15.112:0/4238276221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 msgr2=0x563ebe332540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe332540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 -- 172.21.15.112:0/4238276221 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32a550 msgr2=0x563ebe32a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32a550 0x563ebe32a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.337+0000 7ff0c1e00640 1 -- 172.21.15.112:0/4238276221 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ebe25a490 con 0x563ebe32af40 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0bb400640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 0x7ff0a80a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff0b402c240 tx=0x7ff0b4005be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892511349c872ee5 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0bb400640 1 -- 172.21.15.112:0/2761773769 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff0ac014070 con 0x7ff0c4108990 2024-02-26T04:58:16.349 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 0x7ff0a80a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0b3400640 1 -- 172.21.15.112:0/4238276221 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b40046c0 con 0x563ebe32af40 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0b3400640 1 -- 172.21.15.112:0/4238276221 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff0b4004820 con 0x563ebe32af40 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.338+0000 7ff0b3400640 1 -- 172.21.15.112:0/4238276221 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b40054c0 con 0x563ebe32af40 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- 172.21.15.112:0/4238276221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 msgr2=0x563ebe32fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 0x7ff0a80a4600 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x563ebe32b7a0 tx=0x7ff0bc009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff0b402c240 tx=0x7ff0b4005be0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- 172.21.15.112:0/4238276221 shutdown_connections 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe332540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe32fa40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/4238276221 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32a550 0x563ebe32a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- 172.21.15.112:0/4238276221 >> 172.21.15.112:0/4238276221 conn(0x563ebe325ac0 msgr2=0x563ebe325ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- 172.21.15.112:0/4238276221 shutdown_connections 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- 172.21.15.112:0/4238276221 wait complete. 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.339+0000 7ff0cbf93740 1 -- start start 2024-02-26T04:58:16.350 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 Processor -- start 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32a550 0x563ebe334310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe33b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe237e70 con 0x563ebe32af40 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe237b10 con 0x563ebe3300b0 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebdfdaf20 con 0x563ebe32a550 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0cbf93740 10 client.0 _ll_register_callbacks cb 0x563ebe24b920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0b9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0b9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40250/0 (socket says 172.21.15.112:40250) 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0b9400640 1 -- 172.21.15.112:0/2643585872 learned_addr learned my addr 172.21.15.112:0/2643585872 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32a550 0x563ebe334310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.340+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe33b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 -- 172.21.15.112:0/2643585872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32a550 msgr2=0x563ebe334310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.351 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32a550 0x563ebe334310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 -- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 msgr2=0x563ebe33b890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe33b890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 -- 172.21.15.112:0/2643585872 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c41104e0 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0c2800640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe33b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0b9400640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0971c0 tx=0x7ff0ac09abf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0c27146982e9461 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0ac09e030 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff0ac09ad60 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563ebe2b6c10 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0ac09eeb0 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0cbf93740 10 client.14925 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x563ebe290e90 con 0x563ebe32af40 2024-02-26T04:58:16.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.341+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x563ebe2b6c10 con 0x563ebe32af40 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff0ac01f060 con 0x563ebe32af40 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 10 client.14925 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 10 client.14925 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 20 client.14925 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe3409c0 0x563ebe33fc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 4 client.14925 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563ebdf926c0 con 0x563ebe3409c0 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.342+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe3409c0 0x563ebe33fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.343+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe3409c0 0x563ebe33fc80 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=47b411045ec3474d server_cookie=49e6c9d375fee40a in_seq=0 out_seq=0 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.343+0000 7ff0a7e00640 10 client.14925 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.343+0000 7ff0a7e00640 1 -- 172.21.15.112:0/2643585872 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563ebdf926c0 con 0x563ebe3409c0 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.343+0000 7ff0a7e00640 10 client.14925 handle_command_reply: tid=0 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 client.14925 shutdown 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 msgr2=0x563ebe334850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac0971c0 tx=0x7ff0ac09abf0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 shutdown_connections 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe3409c0 0x563ebe33fc80 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe33b890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32af40 0x563ebe334850 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/2643585872 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32a550 0x563ebe334310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 >> 172.21.15.112:0/2643585872 conn(0x563ebe325ac0 msgr2=0x563ebe324de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0a7e00640 0 client.14925 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 shutdown_connections 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 1 -- 172.21.15.112:0/2643585872 wait complete. 2024-02-26T04:58:16.354 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.344+0000 7ff0cbf93740 20 client.14925 trim_cache size 0 max 16384 2024-02-26T04:58:16.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 Processor -- start 2024-02-26T04:58:16.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 -- start start 2024-02-26T04:58:16.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 0x563ebe33b850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe348e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe3429a0 con 0x563ebe32a550 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebdf926c0 con 0x563ebe3300b0 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.360+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe32b630 con 0x563ebe32af40 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40262/0 (socket says 172.21.15.112:40262) 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 -- 172.21.15.112:0/539317597 learned_addr learned my addr 172.21.15.112:0/539317597 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c2800640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe348e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0b9400640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 0x563ebe33b850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 -- 172.21.15.112:0/539317597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 msgr2=0x563ebe33b850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 0x563ebe33b850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 -- 172.21.15.112:0/539317597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 msgr2=0x563ebe348e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe348e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 -- 172.21.15.112:0/539317597 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563ebe22d880 con 0x563ebe32a550 2024-02-26T04:58:16.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0b9400640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 0x563ebe33b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:16.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.361+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4009900 tx=0x7ff0b4041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b903a36357abf03b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0b2a00640 1 -- 172.21.15.112:0/539317597 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4053b80 con 0x563ebe32a550 2024-02-26T04:58:16.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0b2a00640 1 -- 172.21.15.112:0/539317597 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff0b404e070 con 0x563ebe32a550 2024-02-26T04:58:16.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0b2a00640 1 -- 172.21.15.112:0/539317597 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b40052e0 con 0x563ebe32a550 2024-02-26T04:58:16.369 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 -- 172.21.15.112:0/539317597 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 msgr2=0x563ebe32f660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff0b4009900 tx=0x7ff0b4041040 comp rx=0 tx=0).stop 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 -- 172.21.15.112:0/539317597 shutdown_connections 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe3300b0 0x563ebe348e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe32af40 0x563ebe33b850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/539317597 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe32f660 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 -- 172.21.15.112:0/539317597 >> 172.21.15.112:0/539317597 conn(0x563ebe325ac0 msgr2=0x563ebe32b9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 -- 172.21.15.112:0/539317597 shutdown_connections 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.362+0000 7ff0cbf93740 1 -- 172.21.15.112:0/539317597 wait complete. 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 -- start start 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 Processor -- start 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 0x563ebe33b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe337eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.370 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe3385b0 con 0x563ebe32a550 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe338720 con 0x563ebe32af40 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.363+0000 7ff0cbf93740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x563ebe3388e0 con 0x563ebe3300b0 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0cbf93740 10 client.0 _ll_register_callbacks cb 0x7ff0ac00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40272/0 (socket says 172.21.15.112:40272) 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 -- 172.21.15.112:0/242674575 learned_addr learned my addr 172.21.15.112:0/242674575 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0b9400640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 0x563ebe33b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c2800640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe337eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 -- 172.21.15.112:0/242674575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 msgr2=0x563ebe337eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe337eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 -- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 msgr2=0x563ebe33b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 0x563ebe33b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 -- 172.21.15.112:0/242674575 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563ebe25a490 con 0x563ebe32a550 2024-02-26T04:58:16.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0b9400640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 0x563ebe33b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0c1e00640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff0b402c170 tx=0x7ff0b4005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2089c4ee67995b78 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0a7e00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.364+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b4053d90 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff0b4050070 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563ebe341390 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0b4053380 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 10 client.14931 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x563ebe2534e0 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x563ebe341390 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7ff0b4066050 con 0x563ebe32a550 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 10 client.14931 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 10 client.14931 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 20 client.14931 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:16.372 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe39b210 0x563ebe397690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 4 client.14931 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.365+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7ff0b4004820 con 0x563ebe39b210 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0b9400640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe39b210 0x563ebe397690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0b9400640 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe39b210 0x563ebe397690 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eac10fc726e52775 server_cookie=80b6ec6ccfde2c6f in_seq=0 out_seq=0 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0a7e00640 10 client.14931 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0a7e00640 1 -- 172.21.15.112:0/242674575 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x7ff0b4004820 con 0x563ebe39b210 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0a7e00640 10 client.14931 handle_command_reply: tid=0 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0cbf93740 1 client.14931 shutdown 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 msgr2=0x563ebe33b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.366+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7ff0b402c170 tx=0x7ff0b4005850 comp rx=0 tx=0).stop 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 shutdown_connections 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x563ebe39b210 0x563ebe397690 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x563ebe3300b0 0x563ebe337eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x563ebe32af40 0x563ebe33b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0a7e00640 0 client.14931 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:16.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 --2- 172.21.15.112:0/242674575 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x563ebe32a550 0x563ebe33b270 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 >> 172.21.15.112:0/242674575 conn(0x563ebe325ac0 msgr2=0x563ebe32f5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 shutdown_connections 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 1 -- 172.21.15.112:0/242674575 wait complete. 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0cbf93740 20 client.14931 trim_cache size 0 max 16384 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24578, 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:16.374 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 107.723253206, 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 115.766242938 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 msgr2=0x7ff0a80a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.375 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 0x7ff0a80a4600 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x563ebe32b7a0 tx=0x7ff0bc009500 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 msgr2=0x7ff0c419ded0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff0ac00e9f0 tx=0x7ff0ac00edf0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 shutdown_connections 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff0a80a2140 0x7ff0a80a4600 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff0c4109350 0x7ff0c41a4f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff0c4108990 0x7ff0c419ded0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 --2- 172.21.15.112:0/2761773769 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff0c41077a0 0x7ff0c419d990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.367+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 >> 172.21.15.112:0/2761773769 conn(0x7ff0c4076740 msgr2=0x7ff0c410bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.368+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 shutdown_connections 2024-02-26T04:58:16.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:16.368+0000 7ff0c9000640 1 -- 172.21.15.112:0/2761773769 wait complete. 2024-02-26T04:58:16.385 INFO:tasks.cephadm:Setup complete, yielding 2024-02-26T04:58:16.386 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-26T04:58:16.394 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:58:16.395 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph orch status' 2024-02-26T04:58:16.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:16 smithi112 ceph-mon[31817]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:16.462 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:16 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4025491757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:16 smithi161 ceph-mon[36447]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:16.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:16 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4025491757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:16.818 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:16 smithi175 ceph-mon[36652]: pgmap v366: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:16 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4025491757' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:18.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:18 smithi161 ceph-mon[36447]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:18.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:18 smithi112 ceph-mon[31817]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:18.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:18 smithi175 ceph-mon[36652]: pgmap v367: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.107+0000 7fc963600700 1 -- 172.21.15.112:0/3002838897 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c074670 msgr2=0x7fc95c074af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.107+0000 7fc963600700 1 --2- 172.21.15.112:0/3002838897 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c074670 0x7fc95c074af0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fc94c009990 tx=0x7fc94c009ca0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.107+0000 7fc963600700 1 -- 172.21.15.112:0/3002838897 shutdown_connections 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 --2- 172.21.15.112:0/3002838897 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c109bd0 0x7fc95c10c060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 --2- 172.21.15.112:0/3002838897 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 0x7fc95c0740a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 --2- 172.21.15.112:0/3002838897 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c074670 0x7fc95c074af0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 -- 172.21.15.112:0/3002838897 >> 172.21.15.112:0/3002838897 conn(0x7fc95c0fd290 msgr2=0x7fc95c0ff6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 -- 172.21.15.112:0/3002838897 shutdown_connections 2024-02-26T04:58:19.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.108+0000 7fc963600700 1 -- 172.21.15.112:0/3002838897 wait complete. 2024-02-26T04:58:19.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.109+0000 7fc963600700 1 Processor -- start 2024-02-26T04:58:19.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.109+0000 7fc963600700 1 -- start start 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.109+0000 7fc963600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.109+0000 7fc963600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 0x7fc95c19a3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.109+0000 7fc963600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c109bd0 0x7fc95c1a1470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc963600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc95c1a1a40 con 0x7fc95c109bd0 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc963600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc95c1a1b80 con 0x7fc95c074670 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc963600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc95c1a1d10 con 0x7fc95c075c40 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:41204/0 (socket says 172.21.15.112:41204) 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 -- 172.21.15.112:0/2100724210 learned_addr learned my addr 172.21.15.112:0/2100724210 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc961600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c109bd0 0x7fc95c1a1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:19.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc95be00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 0x7fc95c19a3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 -- 172.21.15.112:0/2100724210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 msgr2=0x7fc95c19a3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 0x7fc95c19a3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 -- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c109bd0 msgr2=0x7fc95c1a1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c109bd0 0x7fc95c1a1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.110+0000 7fc960c00700 1 -- 172.21.15.112:0/2100724210 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc94c0095f0 con 0x7fc95c074670 2024-02-26T04:58:19.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc960c00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc95000e9a0 tx=0x7fc95000ecb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc95000ca10 con 0x7fc95c074670 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fc95000cb70 con 0x7fc95c074670 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc95c1a1ff0 con 0x7fc95c074670 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc950018710 con 0x7fc95c074670 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.111+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc95c1a2400 con 0x7fc95c074670 2024-02-26T04:58:19.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.112+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc940005360 con 0x7fc95c074670 2024-02-26T04:58:19.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.114+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fc95000cce0 con 0x7fc95c074670 2024-02-26T04:58:19.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.116+0000 7fc959600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 0x7fc9440a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:19.118 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.116+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fc950014070 con 0x7fc95c074670 2024-02-26T04:58:19.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.116+0000 7fc95be00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 0x7fc9440a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:19.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.117+0000 7fc95be00700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 0x7fc9440a4610 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00b2e0 tx=0x7fc94c005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:19.120 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.118+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc950096f50 con 0x7fc95c074670 2024-02-26T04:58:19.360 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.357+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7fc940000bf0 con 0x7fc9440a2150 2024-02-26T04:58:19.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.358+0000 7fc959600700 1 -- 172.21.15.112:0/2100724210 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7fc940000bf0 con 0x7fc9440a2150 2024-02-26T04:58:19.361 INFO:teuthology.orchestra.run.smithi112.stdout:Backend: cephadm 2024-02-26T04:58:19.361 INFO:teuthology.orchestra.run.smithi112.stdout:Available: Yes 2024-02-26T04:58:19.361 INFO:teuthology.orchestra.run.smithi112.stdout:Paused: No 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 msgr2=0x7fc9440a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 0x7fc9440a4610 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc94c00b2e0 tx=0x7fc94c005fb0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 msgr2=0x7fc95c199eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc95000e9a0 tx=0x7fc95000ecb0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 shutdown_connections 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc95c109bd0 0x7fc95c1a1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc95c074670 0x7fc95c199eb0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fc9440a2150 0x7fc9440a4610 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 --2- 172.21.15.112:0/2100724210 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc95c075c40 0x7fc95c19a3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 >> 172.21.15.112:0/2100724210 conn(0x7fc95c0fd290 msgr2=0x7fc95c105b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 shutdown_connections 2024-02-26T04:58:19.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:19.362+0000 7fc963600700 1 -- 172.21.15.112:0/2100724210 wait complete. 2024-02-26T04:58:20.184 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph orch ps' 2024-02-26T04:58:20.610 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:20 smithi161 ceph-mon[36447]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:20.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:20 smithi161 ceph-mon[36447]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:20.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:20 smithi112 ceph-mon[31817]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:20.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:20 smithi112 ceph-mon[31817]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:20 smithi175 ceph-mon[36652]: pgmap v368: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:20 smithi175 ceph-mon[36652]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:22.658 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:22 smithi112 ceph-mon[31817]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:22.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:22 smithi161 ceph-mon[36447]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 -- 172.21.15.112:0/1595791976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c102e90 msgr2=0x7fa54c1032f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 --2- 172.21.15.112:0/1595791976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c102e90 0x7fa54c1032f0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fa5380099c0 tx=0x7fa538009cd0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 -- 172.21.15.112:0/1595791976 shutdown_connections 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 --2- 172.21.15.112:0/1595791976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c103830 0x7fa54c10a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 --2- 172.21.15.112:0/1595791976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c101c90 0x7fa54c1020b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 --2- 172.21.15.112:0/1595791976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c102e90 0x7fa54c1032f0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 -- 172.21.15.112:0/1595791976 >> 172.21.15.112:0/1595791976 conn(0x7fa54c0fd250 msgr2=0x7fa54c0ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 -- 172.21.15.112:0/1595791976 shutdown_connections 2024-02-26T04:58:22.831 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.827+0000 7fa551c00700 1 -- 172.21.15.112:0/1595791976 wait complete. 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 Processor -- start 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 -- start start 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c102e90 0x7fa54c19a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c103830 0x7fa54c1a14b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa54c1a1a80 con 0x7fa54c101c90 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa54c1a1bc0 con 0x7fa54c102e90 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.829+0000 7fa551c00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa54c1a1d50 con 0x7fa54c103830 2024-02-26T04:58:22.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:40296/0 (socket says 172.21.15.112:40296) 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 -- 172.21.15.112:0/881438601 learned_addr learned my addr 172.21.15.112:0/881438601 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54b400700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c103830 0x7fa54c1a14b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54a000700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c102e90 0x7fa54c19a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 -- 172.21.15.112:0/881438601 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c103830 msgr2=0x7fa54c1a14b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c103830 0x7fa54c1a14b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 -- 172.21.15.112:0/881438601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c102e90 msgr2=0x7fa54c19a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c102e90 0x7fa54c19a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:22.834 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 -- 172.21.15.112:0/881438601 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5380095f0 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.830+0000 7fa54aa00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00d9b0 tx=0x7fa53c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.831+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa53c004020 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.831+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa53c009730 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.831+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa53c003be0 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.831+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa54c1a1fd0 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.831+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa54c1a2440 con 0x7fa54c101c90 2024-02-26T04:58:22.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.832+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa54c068960 con 0x7fa54c101c90 2024-02-26T04:58:22.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.834+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fa53c009ca0 con 0x7fa54c101c90 2024-02-26T04:58:22.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.835+0000 7fa543400700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 0x7fa5300a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:22.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.835+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa53c0cd810 con 0x7fa54c101c90 2024-02-26T04:58:22.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.836+0000 7fa54a000700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 0x7fa5300a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:22.839 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.836+0000 7fa54a000700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 0x7fa5300a4610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa53800b580 tx=0x7fa538005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:22.843 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:22.840+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa53c0967b0 con 0x7fa54c101c90 2024-02-26T04:58:22.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:22 smithi175 ceph-mon[36652]: pgmap v369: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:23.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.072+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7fa54c0755c0 con 0x7fa5300a2150 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.094+0000 7fa543400700 1 -- 172.21.15.112:0/881438601 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4123 (secure 0 0 0) 0x7fa54c0755c0 con 0x7fa5300a2150 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stdout:mds.a smithi112 running (2m) 25s ago 2m 12.2M - 19.0.0-1514-g25296a8f a4519cb49bed ea7589f7210a 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stdout:mds.b smithi161 running (2m) 54s ago 2m 28.2M - 19.0.0-1514-g25296a8f a4519cb49bed 6d60c36ee305 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stdout:mds.c smithi175 running (2m) 54s ago 2m 18.2M - 19.0.0-1514-g25296a8f a4519cb49bed 7d874a9e6f41 2024-02-26T04:58:23.097 INFO:teuthology.orchestra.run.smithi112.stdout:mds.d smithi112 running (2m) 25s ago 2m 12.5M - 19.0.0-1514-g25296a8f a4519cb49bed 110e2a8c3d61 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.e smithi161 running (2m) 54s ago 2m 16.6M - 19.0.0-1514-g25296a8f a4519cb49bed adf6500b2e7b 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.f smithi175 running (2m) 54s ago 2m 18.7M - 19.0.0-1514-g25296a8f a4519cb49bed a50018c2f4fa 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.g smithi112 running (2m) 25s ago 2m 12.4M - 19.0.0-1514-g25296a8f a4519cb49bed d71d7a7c38ae 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.h smithi161 running (2m) 54s ago 2m 17.5M - 19.0.0-1514-g25296a8f a4519cb49bed 65a2d11487d1 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.i smithi175 running (2m) 54s ago 2m 18.6M - 19.0.0-1514-g25296a8f a4519cb49bed 692498f9ea3c 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.j smithi112 running (2m) 25s ago 2m 12.4M - 19.0.0-1514-g25296a8f a4519cb49bed c6222600a028 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.k smithi161 running (2m) 54s ago 2m 15.3M - 19.0.0-1514-g25296a8f a4519cb49bed e63a9bb0c7ce 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mds.l smithi175 running (2m) 54s ago 2m 13.1M - 19.0.0-1514-g25296a8f a4519cb49bed 36d723ec0a1a 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.x smithi112 *:9283,8765 running (10m) 25s ago 10m 514M - 19.0.0-1514-g25296a8f a4519cb49bed 2fccdbf8fc9c 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.y smithi161 *:8443,8765 running (8m) 54s ago 8m 450M - 19.0.0-1514-g25296a8f a4519cb49bed c4d86d5d4060 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mgr.z smithi175 *:8443,8765 running (8m) 54s ago 8m 453M - 19.0.0-1514-g25296a8f a4519cb49bed 4256e945011f 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mon.a smithi112 running (10m) 25s ago 11m 48.7M 2048M 19.0.0-1514-g25296a8f a4519cb49bed e2c887bc0548 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mon.b smithi161 running (8m) 54s ago 8m 41.7M 2048M 19.0.0-1514-g25296a8f a4519cb49bed a8a45a27c6de 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:mon.c smithi175 running (8m) 54s ago 8m 41.7M 2048M 19.0.0-1514-g25296a8f a4519cb49bed 0c30f76f4530 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 smithi112 running (8m) 25s ago 7m 48.6M 4272M 19.0.0-1514-g25296a8f a4519cb49bed 4a1ab0056595 2024-02-26T04:58:23.098 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 smithi161 running (7m) 54s ago 7m 48.9M 4270M 19.0.0-1514-g25296a8f a4519cb49bed a462cd03bf8e 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 smithi175 running (7m) 54s ago 7m 56.8M 4270M 19.0.0-1514-g25296a8f a4519cb49bed 0e2f25d35ea2 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 smithi112 running (6m) 25s ago 6m 45.1M 4272M 19.0.0-1514-g25296a8f a4519cb49bed a377e6970e03 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 smithi161 running (6m) 54s ago 6m 44.7M 4270M 19.0.0-1514-g25296a8f a4519cb49bed c2c08dd9563c 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 smithi175 running (5m) 54s ago 5m 46.4M 4270M 19.0.0-1514-g25296a8f a4519cb49bed cdd21a4000b6 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 smithi112 running (5m) 25s ago 5m 50.7M 4272M 19.0.0-1514-g25296a8f a4519cb49bed 85c25517984d 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 smithi161 running (4m) 54s ago 4m 46.9M 4270M 19.0.0-1514-g25296a8f a4519cb49bed acd3c2b142cb 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.8 smithi175 running (4m) 54s ago 4m 52.5M 4270M 19.0.0-1514-g25296a8f a4519cb49bed a40bbc0699ff 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.9 smithi112 running (3m) 25s ago 3m 43.8M 4272M 19.0.0-1514-g25296a8f a4519cb49bed dac6e224ce8b 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.10 smithi161 running (3m) 54s ago 3m 45.2M 4270M 19.0.0-1514-g25296a8f a4519cb49bed cef3e8a3d061 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stdout:osd.11 smithi175 running (2m) 54s ago 2m 43.4M 4270M 19.0.0-1514-g25296a8f a4519cb49bed 68c15360ede3 2024-02-26T04:58:23.099 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 msgr2=0x7fa5300a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:23.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 0x7fa5300a4610 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fa53800b580 tx=0x7fa538005fb0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 msgr2=0x7fa54c199ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:23.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa53c00d9b0 tx=0x7fa53c00dcc0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 shutdown_connections 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa5300a2150 0x7fa5300a4610 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa54c103830 0x7fa54c1a14b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa54c101c90 0x7fa54c199ef0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 --2- 172.21.15.112:0/881438601 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa54c102e90 0x7fa54c19a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 >> 172.21.15.112:0/881438601 conn(0x7fa54c0fd250 msgr2=0x7fa54c073ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 shutdown_connections 2024-02-26T04:58:23.104 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:23.097+0000 7fa551c00700 1 -- 172.21.15.112:0/881438601 wait complete. 2024-02-26T04:58:23.983 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph orch ls' 2024-02-26T04:58:24.438 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:24 smithi161 ceph-mon[36447]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:24.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:24 smithi161 ceph-mon[36447]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:24.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:24 smithi112 ceph-mon[31817]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:24.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:24 smithi112 ceph-mon[31817]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:24 smithi175 ceph-mon[36652]: from='client.14943 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:24 smithi175 ceph-mon[36652]: pgmap v370: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:26.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 -- 172.21.15.112:0/1182288478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498105050 msgr2=0x7f9498107440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:26.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 --2- 172.21.15.112:0/1182288478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498105050 0x7f9498107440 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f9480009990 tx=0x7f9480009ca0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 -- 172.21.15.112:0/1182288478 shutdown_connections 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 --2- 172.21.15.112:0/1182288478 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498107980 0x7f9498109df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 --2- 172.21.15.112:0/1182288478 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498102720 0x7f9498104b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 --2- 172.21.15.112:0/1182288478 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498105050 0x7f9498107440 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 -- 172.21.15.112:0/1182288478 >> 172.21.15.112:0/1182288478 conn(0x7f94980fc130 msgr2=0x7f94980fe570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 -- 172.21.15.112:0/1182288478 shutdown_connections 2024-02-26T04:58:26.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.685+0000 7f949e800700 1 -- 172.21.15.112:0/1182288478 wait complete. 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.686+0000 7f949e800700 1 Processor -- start 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 -- start start 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 0x7f94981006d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498107980 0x7f9498100c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9498101390 con 0x7f9498107980 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9498101500 con 0x7f9498105050 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f949e800700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94981a1d80 con 0x7f9498102720 2024-02-26T04:58:26.691 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f9497400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f9497400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:36086/0 (socket says 172.21.15.112:36086) 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f9497400700 1 -- 172.21.15.112:0/1649677490 learned_addr learned my addr 172.21.15.112:0/1649677490 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f948fe00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 0x7f94981006d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.687+0000 7f9497e00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498107980 0x7f9498100c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 -- 172.21.15.112:0/1649677490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 msgr2=0x7f94981006d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 0x7f94981006d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 -- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498107980 msgr2=0x7f9498100c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498107980 0x7f9498100c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 -- 172.21.15.112:0/1649677490 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94800095f0 con 0x7f9498102720 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f948fe00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 0x7f94981006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9497400700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948800e9a0 tx=0x7f948800ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9488009790 con 0x7f9498102720 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9488010430 con 0x7f9498102720 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9488018680 con 0x7f9498102720 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94981a2060 con 0x7f9498102720 2024-02-26T04:58:26.692 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.688+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94981a25b0 con 0x7f9498102720 2024-02-26T04:58:26.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.689+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94980fdcb0 con 0x7f9498102720 2024-02-26T04:58:26.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.692+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f94880109a0 con 0x7f9498102720 2024-02-26T04:58:26.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.693+0000 7f9494c00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 0x7f947c0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:26.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.693+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f9488014070 con 0x7f9498102720 2024-02-26T04:58:26.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.693+0000 7f948fe00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 0x7f947c0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:26.696 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:26 smithi112 ceph-mon[31817]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:26.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.694+0000 7f948fe00700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 0x7f947c0a4690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f948000b2e0 tx=0x7f9480005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:26.697 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.695+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f94880972e0 con 0x7f9498102720 2024-02-26T04:58:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:26 smithi175 ceph-mon[36652]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:26.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.924+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f949802d7d0 con 0x7f947c0a21d0 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.938+0000 7f9494c00700 1 -- 172.21.15.112:0/1649677490 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f949802d7d0 con 0x7f947c0a21d0 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stdout:mds.all 12/12 58s ago 2m smithi112=a;smithi112=d;smithi112=g;smithi112=j;smithi161=b;smithi161=e;smithi161=h;smithi161=k;smithi175=c;smithi175=f;smithi175=i;smithi175=l;count:12 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stdout:mgr 3/3 58s ago 8m smithi112=x;smithi161=y;smithi175=z;count:3 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stdout:mon 3/3 58s ago 9m smithi112:172.21.15.112=a;smithi161:172.21.15.161=b;smithi175:172.21.15.175=c;count:3 2024-02-26T04:58:26.941 INFO:teuthology.orchestra.run.smithi112.stdout:osd 12 58s ago - 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 msgr2=0x7f947c0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 0x7f947c0a4690 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f948000b2e0 tx=0x7f9480005fb0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 msgr2=0x7f9498102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f948800e9a0 tx=0x7f948800ecb0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 shutdown_connections 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9498107980 0x7f9498100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f947c0a21d0 0x7f947c0a4690 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9498102720 0x7f9498102080 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.944 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 --2- 172.21.15.112:0/1649677490 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9498105050 0x7f94981006d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:26.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:26 smithi161 ceph-mon[36447]: pgmap v371: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:26.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 >> 172.21.15.112:0/1649677490 conn(0x7f94980fc130 msgr2=0x7f9498103060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:26.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 shutdown_connections 2024-02-26T04:58:26.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:26.941+0000 7f949e800700 1 -- 172.21.15.112:0/1649677490 wait complete. 2024-02-26T04:58:27.769 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph orch host ls' 2024-02-26T04:58:28.215 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:28.720 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:28 smithi112 ceph-mon[31817]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:28.721 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:28 smithi112 ceph-mon[31817]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:28.747 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:28 smithi161 ceph-mon[36447]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:28.747 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:28 smithi161 ceph-mon[36447]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:28 smithi175 ceph-mon[36652]: from='client.25057 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:28 smithi175 ceph-mon[36652]: pgmap v372: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 -- 172.21.15.112:0/1356391326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c105090 msgr2=0x7f8c5c105510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 --2- 172.21.15.112:0/1356391326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c105090 0x7f8c5c105510 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f8c48009990 tx=0x7f8c48009ca0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 -- 172.21.15.112:0/1356391326 shutdown_connections 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 --2- 172.21.15.112:0/1356391326 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105a50 0x7f8c5c10c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 --2- 172.21.15.112:0/1356391326 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c103ea0 0x7f8c5c1042c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 --2- 172.21.15.112:0/1356391326 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c105090 0x7f8c5c105510 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 -- 172.21.15.112:0/1356391326 >> 172.21.15.112:0/1356391326 conn(0x7f8c5c0ff490 msgr2=0x7f8c5c1018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:30.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 -- 172.21.15.112:0/1356391326 shutdown_connections 2024-02-26T04:58:30.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.418+0000 7f8c61a00700 1 -- 172.21.15.112:0/1356391326 wait complete. 2024-02-26T04:58:30.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 Processor -- start 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 -- start start 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c103ea0 0x7f8c5c199f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c105a50 0x7f8c5c1a1520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c1a1af0 con 0x7f8c5c103ea0 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c1a1c30 con 0x7f8c5c105a50 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.420+0000 7f8c61a00700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8c5c1a1dc0 con 0x7f8c5c105090 2024-02-26T04:58:30.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5b400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c105a50 0x7f8c5c1a1520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5aa00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c103ea0 0x7f8c5c199f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:36102/0 (socket says 172.21.15.112:36102) 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 -- 172.21.15.112:0/748881512 learned_addr learned my addr 172.21.15.112:0/748881512 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 -- 172.21.15.112:0/748881512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c105a50 msgr2=0x7f8c5c1a1520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c105a50 0x7f8c5c1a1520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 -- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c103ea0 msgr2=0x7f8c5c199f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c103ea0 0x7f8c5c199f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.421+0000 7f8c5a000700 1 -- 172.21.15.112:0/748881512 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8c480095f0 con 0x7f8c5c105090 2024-02-26T04:58:30.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c5a000700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8c48005740 tx=0x7f8c48005770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c4801d070 con 0x7f8c5c105090 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8c5c1a2040 con 0x7f8c5c105090 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8c48021410 con 0x7f8c5c105090 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c48017630 con 0x7f8c5c105090 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.422+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8c5c1a2460 con 0x7f8c5c105090 2024-02-26T04:58:30.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.423+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8c5c10b280 con 0x7f8c5c105090 2024-02-26T04:58:30.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.425+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f8c48021980 con 0x7f8c5c105090 2024-02-26T04:58:30.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.426+0000 7f8c53400700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 0x7f8c400a4610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:30.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.427+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f8c480cf1b0 con 0x7f8c5c105090 2024-02-26T04:58:30.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.427+0000 7f8c5aa00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 0x7f8c400a4610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:30.430 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.427+0000 7f8c5aa00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 0x7f8c400a4610 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c104c00 tx=0x7f8c4c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:30.431 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.429+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f8c480981e0 con 0x7f8c5c105090 2024-02-26T04:58:30.662 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.659+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f8c5c02d870 con 0x7f8c400a2150 2024-02-26T04:58:30.662 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:30 smithi112 ceph-mon[31817]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:30.665 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.662+0000 7f8c53400700 1 -- 172.21.15.112:0/748881512 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f8c5c02d870 con 0x7f8c400a2150 2024-02-26T04:58:30.665 INFO:teuthology.orchestra.run.smithi112.stdout:HOST ADDR LABELS STATUS 2024-02-26T04:58:30.665 INFO:teuthology.orchestra.run.smithi112.stdout:smithi112 172.21.15.112 2024-02-26T04:58:30.665 INFO:teuthology.orchestra.run.smithi112.stdout:smithi161 172.21.15.161 2024-02-26T04:58:30.666 INFO:teuthology.orchestra.run.smithi112.stdout:smithi175 172.21.15.175 2024-02-26T04:58:30.666 INFO:teuthology.orchestra.run.smithi112.stdout:3 hosts in cluster 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 msgr2=0x7f8c400a4610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 0x7f8c400a4610 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f8c5c104c00 tx=0x7f8c4c009260 comp rx=0 tx=0).stop 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 msgr2=0x7f8c5c19a4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8c48005740 tx=0x7f8c48005770 comp rx=0 tx=0).stop 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 shutdown_connections 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8c5c105a50 0x7f8c5c1a1520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.668 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8c5c103ea0 0x7f8c5c199f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f8c400a2150 0x7f8c400a4610 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 --2- 172.21.15.112:0/748881512 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8c5c105090 0x7f8c5c19a4a0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:30.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.665+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 >> 172.21.15.112:0/748881512 conn(0x7f8c5c0ff490 msgr2=0x7f8c5c1083c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:30.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.666+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 shutdown_connections 2024-02-26T04:58:30.669 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:30.666+0000 7f8c61a00700 1 -- 172.21.15.112:0/748881512 wait complete. 2024-02-26T04:58:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:30 smithi175 ceph-mon[36652]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:30 smithi161 ceph-mon[36447]: pgmap v373: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:31.519 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph orch device ls' 2024-02-26T04:58:31.974 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:32.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:32 smithi112 ceph-mon[31817]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:32.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:32 smithi112 ceph-mon[31817]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:32 smithi175 ceph-mon[36652]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:32 smithi175 ceph-mon[36652]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:32 smithi161 ceph-mon[36447]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:32 smithi161 ceph-mon[36447]: pgmap v374: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 6 op/s 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 -- 172.21.15.112:0/2668824667 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 msgr2=0x7fa86410c370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 --2- 172.21.15.112:0/2668824667 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa86410c370 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7fa85c009f90 tx=0x7fa85c00b330 comp rx=0 tx=0).stop 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 -- 172.21.15.112:0/2668824667 shutdown_connections 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 --2- 172.21.15.112:0/2668824667 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa86410c370 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 --2- 172.21.15.112:0/2668824667 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864103ea0 0x7fa8641042c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 --2- 172.21.15.112:0/2668824667 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864105090 0x7fa864105510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 -- 172.21.15.112:0/2668824667 >> 172.21.15.112:0/2668824667 conn(0x7fa8640ff490 msgr2=0x7fa8641018d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:34.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 -- 172.21.15.112:0/2668824667 shutdown_connections 2024-02-26T04:58:34.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.139+0000 7fa86a400700 1 -- 172.21.15.112:0/2668824667 wait complete. 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.140+0000 7fa86a400700 1 Processor -- start 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.140+0000 7fa86a400700 1 -- start start 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864103ea0 0x7fa864199e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa8641a1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8641a1a20 con 0x7fa864105a50 2024-02-26T04:58:34.144 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8641a1b60 con 0x7fa864105090 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa86a400700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8641a1cf0 con 0x7fa864103ea0 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:36308/0 (socket says 172.21.15.112:36308) 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa863400700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864103ea0 0x7fa864199e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 -- 172.21.15.112:0/217647486 learned_addr learned my addr 172.21.15.112:0/217647486 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa863e00700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa8641a1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 -- 172.21.15.112:0/217647486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864103ea0 msgr2=0x7fa864199e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864103ea0 0x7fa864199e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 -- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 msgr2=0x7fa8641a1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa8641a1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.141+0000 7fa862a00700 1 -- 172.21.15.112:0/217647486 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa85c009c40 con 0x7fa864105090 2024-02-26T04:58:34.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa862a00700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa85000e970 tx=0x7fa85000ec80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850009790 con 0x7fa864105090 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8641a1fd0 con 0x7fa864105090 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8641a2490 con 0x7fa864105090 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa85000ccc0 con 0x7fa864105090 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.142+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa850003ce0 con 0x7fa864105090 2024-02-26T04:58:34.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.143+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa86410b210 con 0x7fa864105090 2024-02-26T04:58:34.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.145+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fa85000c7c0 con 0x7fa864105090 2024-02-26T04:58:34.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.147+0000 7fa85be00700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 0x7fa8480a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:34.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.147+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa850014070 con 0x7fa864105090 2024-02-26T04:58:34.149 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.147+0000 7fa863400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 0x7fa8480a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:34.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.147+0000 7fa863400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 0x7fa8480a4690 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa864104c00 tx=0x7fa854009310 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:34.151 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.149+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa850096ee0 con 0x7fa864105090 2024-02-26T04:58:34.378 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.375+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7fa86402d920 con 0x7fa8480a21d0 2024-02-26T04:58:34.380 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.378+0000 7fa85be00700 1 -- 172.21.15.112:0/217647486 <== mgr.14152 v2:172.21.15.112:6800/2651562415 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7fa86402d920 con 0x7fa8480a21d0 2024-02-26T04:58:34.381 INFO:teuthology.orchestra.run.smithi112.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-02-26T04:58:34.381 INFO:teuthology.orchestra.run.smithi112.stdout:smithi112 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400NV400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-02-26T04:58:34.381 INFO:teuthology.orchestra.run.smithi112.stdout:smithi161 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233001X400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-02-26T04:58:34.381 INFO:teuthology.orchestra.run.smithi112.stdout:smithi175 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300M0400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 msgr2=0x7fa8480a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 0x7fa8480a4690 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fa864104c00 tx=0x7fa854009310 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 msgr2=0x7fa86419a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fa85000e970 tx=0x7fa85000ec80 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 shutdown_connections 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa864105a50 0x7fa8641a1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa8480a21d0 0x7fa8480a4690 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa864103ea0 0x7fa864199e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 --2- 172.21.15.112:0/217647486 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa864105090 0x7fa86419a3d0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:34.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 >> 172.21.15.112:0/217647486 conn(0x7fa8640ff490 msgr2=0x7fa864108350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:34.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 shutdown_connections 2024-02-26T04:58:34.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:34.381+0000 7fa86a400700 1 -- 172.21.15.112:0/217647486 wait complete. 2024-02-26T04:58:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:34 smithi112 ceph-mon[31817]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:34 smithi175 ceph-mon[36652]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:34 smithi161 ceph-mon[36447]: pgmap v375: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 5 op/s 2024-02-26T04:58:35.187 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-02-26T04:58:35.196 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:58:35.196 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph fs dump' 2024-02-26T04:58:35.640 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:35 smithi112 ceph-mon[31817]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:35.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:35 smithi175 ceph-mon[36652]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:35.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:35 smithi161 ceph-mon[36447]: from='client.25058 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:58:36.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:36 smithi112 ceph-mon[31817]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:36 smithi175 ceph-mon[36652]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:36 smithi161 ceph-mon[36447]: pgmap v376: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.912+0000 7f7bad200700 1 -- 172.21.15.112:0/373317213 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba81082f0 msgr2=0x7f7ba8108710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.912+0000 7f7bad200700 1 --2- 172.21.15.112:0/373317213 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba81082f0 0x7f7ba8108710 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f7b980099c0 tx=0x7f7b98009cd0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 -- 172.21.15.112:0/373317213 shutdown_connections 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 --2- 172.21.15.112:0/373317213 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba8109e90 0x7f7ba8110740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 --2- 172.21.15.112:0/373317213 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba81082f0 0x7f7ba8108710 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 --2- 172.21.15.112:0/373317213 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81094f0 0x7f7ba8109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 -- 172.21.15.112:0/373317213 >> 172.21.15.112:0/373317213 conn(0x7f7ba80772c0 msgr2=0x7f7ba8079700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 -- 172.21.15.112:0/373317213 shutdown_connections 2024-02-26T04:58:37.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.913+0000 7f7bad200700 1 -- 172.21.15.112:0/373317213 wait complete. 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 Processor -- start 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 -- start start 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 0x7f7ba819e380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba81094f0 0x7f7ba819e8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba81a5f10 con 0x7f7ba8109e90 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba81a6050 con 0x7f7ba81094f0 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7bad200700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ba81a61e0 con 0x7f7ba81082f0 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba6800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 0x7f7ba819e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba6800700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38060/0 (socket says 172.21.15.112:38060) 2024-02-26T04:58:37.918 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba5e00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 0x7f7ba819e380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:39644/0 (socket says 172.21.15.112:39644) 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba6800700 1 -- 172.21.15.112:0/2548950697 learned_addr learned my addr 172.21.15.112:0/2548950697 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.914+0000 7f7ba5400700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba81094f0 0x7f7ba819e8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 -- 172.21.15.112:0/2548950697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 msgr2=0x7f7ba819e380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 0x7f7ba819e380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 -- 172.21.15.112:0/2548950697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba81094f0 msgr2=0x7f7ba819e8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba81094f0 0x7f7ba819e8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 -- 172.21.15.112:0/2548950697 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b980095f0 con 0x7f7ba8109e90 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7ba6800700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0007f10 tx=0x7f7ba000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba000dd20 con 0x7f7ba8109e90 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7ba000f040 con 0x7f7ba8109e90 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ba0015400 con 0x7f7ba8109e90 2024-02-26T04:58:37.919 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.915+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ba81a64c0 con 0x7f7ba8109e90 2024-02-26T04:58:37.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.916+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ba81a6970 con 0x7f7ba8109e90 2024-02-26T04:58:37.920 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.917+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ba810f650 con 0x7f7ba8109e90 2024-02-26T04:58:37.921 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.919+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f7ba00040b0 con 0x7f7ba8109e90 2024-02-26T04:58:37.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.920+0000 7f7b9ea00700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 0x7f7b8c0a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:37.922 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.920+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f7ba00cdcb0 con 0x7f7ba8109e90 2024-02-26T04:58:37.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.920+0000 7f7ba5e00700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 0x7f7b8c0a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:37.923 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.921+0000 7f7ba5e00700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 0x7f7b8c0a4690 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7b9800b580 tx=0x7f7b98005fb0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:37.925 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:37.923+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7ba0096c50 con 0x7f7ba8109e90 2024-02-26T04:58:38.188 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.185+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f7ba8113db0 con 0x7f7ba8109e90 2024-02-26T04:58:38.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.186+0000 7f7b9ea00700 1 -- 172.21.15.112:0/2548950697 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 23 v23) v1 ==== 76+0+2953 (secure 0 0 0) 0x7f7ba0023020 con 0x7f7ba8109e90 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:e23 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:legacy client fscid: 1 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:Filesystem 'cephfs' (1) 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:fs_name cephfs 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:epoch 23 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:created 2024-02-26T04:56:27.940201+0000 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:modified 2024-02-26T04:56:33.479649+0000 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:tableserver 0 2024-02-26T04:58:38.190 INFO:teuthology.orchestra.run.smithi112.stdout:root 0 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:session_timeout 300 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:session_autoclose 300 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:max_file_size 1099511627776 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:max_xattr_size 65536 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:required_client_features {} 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:last_failure 0 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:last_failure_osd_epoch 0 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:max_mds 3 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:in 0,1,2 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:up {0=24578,1=24547,2=24514} 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:failed 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:damaged 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:stopped 2024-02-26T04:58:38.191 INFO:teuthology.orchestra.run.smithi112.stdout:data_pools [3] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:metadata_pool 2 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:inline_data disabled 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:balancer 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:bal_rank_mask -1 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:standby_count_wanted 0 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.b{0:24578} state up:active seq 4 addr [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.h{0:24527} state up:standby-replay seq 1 addr [v2:172.21.15.161:6836/710454929,v1:172.21.15.161:6837/710454929] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.i{1:24547} state up:active seq 7 addr [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.c{1:24526} state up:standby-replay seq 1 addr [v2:172.21.15.175:6836/1485715871,v1:172.21.15.175:6837/1485715871] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.f{2:24514} state up:active seq 9 addr [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.e{2:24500} state up:standby-replay seq 1 addr [v2:172.21.15.161:6834/638948443,v1:172.21.15.161:6835/638948443] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:38.192 INFO:teuthology.orchestra.run.smithi112.stdout:Standby daemons: 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.g{-1:14457} state up:standby seq 1 addr [v2:172.21.15.112:6838/1541992206,v1:172.21.15.112:6839/1541992206] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.a{-1:14469} state up:standby seq 1 addr [v2:172.21.15.112:6840/3670501294,v1:172.21.15.112:6841/3670501294] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.l{-1:24442} state up:standby seq 1 addr [v2:172.21.15.175:6832/1069497471,v1:172.21.15.175:6833/1069497471] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.k{-1:24455} state up:standby seq 1 addr [v2:172.21.15.161:6832/1245104983,v1:172.21.15.161:6833/1245104983] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.j{-1:24472} state up:standby seq 1 addr [v2:172.21.15.112:6834/1923274011,v1:172.21.15.112:6835/1923274011] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.193 INFO:teuthology.orchestra.run.smithi112.stdout:[mds.d{-1:24482} state up:standby seq 1 addr [v2:172.21.15.112:6836/3156105215,v1:172.21.15.112:6837/3156105215] compat {c=[1],r=[1],i=[fff]}] 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.190+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 msgr2=0x7f7b8c0a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.190+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 0x7f7b8c0a4690 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f7b9800b580 tx=0x7f7b98005fb0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.190+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 msgr2=0x7f7ba81a5940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.190+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7ba0007f10 tx=0x7f7ba000d3b0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 shutdown_connections 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7ba8109e90 0x7f7ba81a5940 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f7b8c0a21d0 0x7f7b8c0a4690 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7ba81082f0 0x7f7ba819e380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 --2- 172.21.15.112:0/2548950697 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7ba81094f0 0x7f7ba819e8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 >> 172.21.15.112:0/2548950697 conn(0x7f7ba80772c0 msgr2=0x7f7ba810c790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 shutdown_connections 2024-02-26T04:58:38.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:38.191+0000 7f7bad200700 1 -- 172.21.15.112:0/2548950697 wait complete. 2024-02-26T04:58:38.195 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:38 smithi112 ceph-mon[31817]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:38 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2548950697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-26T04:58:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:38 smithi175 ceph-mon[36652]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:38.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:38 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2548950697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-26T04:58:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:38 smithi161 ceph-mon[36447]: pgmap v377: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T04:58:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:38 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2548950697' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-02-26T04:58:39.085 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- bash -c 'ceph osd dump' 2024-02-26T04:58:39.534 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:40.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:40 smithi112 ceph-mon[31817]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:40 smithi175 ceph-mon[36652]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:40 smithi161 ceph-mon[36447]: pgmap v378: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 5 op/s 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 -- 172.21.15.112:0/1952013666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098078230 msgr2=0x7fa098078ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 --2- 172.21.15.112:0/1952013666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098078230 0x7fa098078ab0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fa09000b0a0 tx=0x7fa09000b3b0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 -- 172.21.15.112:0/1952013666 shutdown_connections 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 --2- 172.21.15.112:0/1952013666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098078230 0x7fa098078ab0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 --2- 172.21.15.112:0/1952013666 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098076620 0x7fa098076a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 --2- 172.21.15.112:0/1952013666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098077870 0x7fa098077cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 -- 172.21.15.112:0/1952013666 >> 172.21.15.112:0/1952013666 conn(0x7fa0980ff390 msgr2=0x7fa0981017d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 -- 172.21.15.112:0/1952013666 shutdown_connections 2024-02-26T04:58:41.805 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.801+0000 7fa09e000700 1 -- 172.21.15.112:0/1952013666 wait complete. 2024-02-26T04:58:41.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.802+0000 7fa09e000700 1 Processor -- start 2024-02-26T04:58:41.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.802+0000 7fa09e000700 1 -- start start 2024-02-26T04:58:41.806 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.802+0000 7fa09e000700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.802+0000 7fa09e000700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09e000700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098078230 0x7fa0981a58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09e000700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0981a5e80 con 0x7fa098077870 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09e000700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0981a5fc0 con 0x7fa098076620 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09e000700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0981a6150 con 0x7fa098078230 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09cc00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09cc00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58870/0 (socket says 172.21.15.112:58870) 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:38078/0 (socket says 172.21.15.112:38078) 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09cc00700 1 -- 172.21.15.112:0/3731898642 learned_addr learned my addr 172.21.15.112:0/3731898642 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:41.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09d600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098078230 0x7fa0981a58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:41.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 -- 172.21.15.112:0/3731898642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098078230 msgr2=0x7fa0981a58b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:41.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098078230 0x7fa0981a58b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 -- 172.21.15.112:0/3731898642 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 msgr2=0x7fa09819e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa097e00700 1 -- 172.21.15.112:0/3731898642 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa090009d00 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.803+0000 7fa09cc00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa097e00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa08400ea20 tx=0x7fa08400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa08400cbd0 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa08400ee60 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa084018680 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0981a6430 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.804+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0981a68e0 con 0x7fa098077870 2024-02-26T04:58:41.809 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.805+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa098110800 con 0x7fa098077870 2024-02-26T04:58:41.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.807+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fa084010430 con 0x7fa098077870 2024-02-26T04:58:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.808+0000 7fa095600700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 0x7fa0800a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.808+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa084014070 con 0x7fa098077870 2024-02-26T04:58:41.812 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.809+0000 7fa09cc00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 0x7fa0800a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:41.813 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.809+0000 7fa09cc00700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 0x7fa0800a4690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa08c011550 tx=0x7fa08c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:41.816 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:41.812+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fa084052d20 con 0x7fa098077870 2024-02-26T04:58:42.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.031+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7fa098068930 con 0x7fa098077870 2024-02-26T04:58:42.037 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.034+0000 7fa095600700 1 -- 172.21.15.112:0/3731898642 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v87) v1 ==== 56+0+5297 (secure 0 0 0) 0x7fa084096cd0 con 0x7fa098077870 2024-02-26T04:58:42.038 INFO:teuthology.orchestra.run.smithi112.stdout:epoch 87 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:fsid fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:created 2024-02-26T04:47:21.606549+0000 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:modified 2024-02-26T04:56:38.709037+0000 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:crush_version 26 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:full_ratio 0.95 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:backfillfull_ratio 0.9 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:nearfull_ratio 0.85 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:require_min_compat_client luminous 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:min_compat_client luminous 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:require_osd_release squid 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:stretch_mode_enabled false 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.9 application cephfs read_balance_score 1.50 2024-02-26T04:58:42.039 INFO:teuthology.orchestra.run.smithi112.stdout:max_osd 12 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.0 up in weight 1 up_from 8 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6802/908218427,v1:172.21.15.112:6803/908218427] [v2:172.21.15.112:6804/908218427,v1:172.21.15.112:6805/908218427] exists,up f9b67b60-9b1f-4af3-b260-928307a510fc 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.1 up in weight 1 up_from 13 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6800/2875775778,v1:172.21.15.161:6801/2875775778] [v2:172.21.15.161:6802/2875775778,v1:172.21.15.161:6803/2875775778] exists,up 7d3dd19f-2410-4b49-95f1-c21544819924 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.2 up in weight 1 up_from 18 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6800/3228375342,v1:172.21.15.175:6801/3228375342] [v2:172.21.15.175:6802/3228375342,v1:172.21.15.175:6803/3228375342] exists,up 50d19c45-2490-47cd-acb5-174235920a63 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.3 up in weight 1 up_from 25 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6810/3020105609,v1:172.21.15.112:6811/3020105609] [v2:172.21.15.112:6812/3020105609,v1:172.21.15.112:6813/3020105609] exists,up 55ea4a62-e407-4f13-8285-911929b032b1 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.4 up in weight 1 up_from 33 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6808/3445791151,v1:172.21.15.161:6809/3445791151] [v2:172.21.15.161:6810/3445791151,v1:172.21.15.161:6811/3445791151] exists,up 2b4c1a06-4970-4a8c-8d72-5adb767ee885 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.5 up in weight 1 up_from 38 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6808/3499029149,v1:172.21.15.175:6809/3499029149] [v2:172.21.15.175:6810/3499029149,v1:172.21.15.175:6811/3499029149] exists,up 9e684764-6f34-4e30-bea5-9427811a7257 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.6 up in weight 1 up_from 46 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6818/2753594617,v1:172.21.15.112:6819/2753594617] [v2:172.21.15.112:6820/2753594617,v1:172.21.15.112:6821/2753594617] exists,up fc7deaa7-dd49-4fe5-ac81-7845585faa33 2024-02-26T04:58:42.040 INFO:teuthology.orchestra.run.smithi112.stdout:osd.7 up in weight 1 up_from 51 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6816/3334601870,v1:172.21.15.161:6817/3334601870] [v2:172.21.15.161:6818/3334601870,v1:172.21.15.161:6819/3334601870] exists,up 28e35cc3-10c2-455a-b0c8-de11588ca193 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:osd.8 up in weight 1 up_from 59 up_thru 83 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6816/3949933746,v1:172.21.15.175:6817/3949933746] [v2:172.21.15.175:6818/3949933746,v1:172.21.15.175:6819/3949933746] exists,up 12825f2f-d339-42f8-8f72-b07f5ec395e2 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:osd.9 up in weight 1 up_from 67 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.112:6826/2939770490,v1:172.21.15.112:6827/2939770490] [v2:172.21.15.112:6828/2939770490,v1:172.21.15.112:6829/2939770490] exists,up c41556df-97e5-483c-99b9-2106ee976ae4 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:osd.10 up in weight 1 up_from 72 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.161:6824/3848599243,v1:172.21.15.161:6825/3848599243] [v2:172.21.15.161:6826/3848599243,v1:172.21.15.161:6827/3848599243] exists,up ffe6da9b-ff91-424a-902f-7425773185df 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:osd.11 up in weight 1 up_from 80 up_thru 86 down_at 0 last_clean_interval [0,0) [v2:172.21.15.175:6824/2921906079,v1:172.21.15.175:6825/2921906079] [v2:172.21.15.175:6826/2921906079,v1:172.21.15.175:6827/2921906079] exists,up 0f77dba2-1772-4276-a09b-fbc9c8da1c3e 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.0 [7,11] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.10 [2,4,8,11] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.1a [8,1] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 2.1b [2,4] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.2 [3,9] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.13 [4,9] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:pg_upmap_items 3.2c [4,9] 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/3052342726 expires 2024-02-27T04:48:37.140798+0000 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/2962401704 expires 2024-02-27T04:48:37.140798+0000 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/3062332836 expires 2024-02-27T04:48:37.140798+0000 2024-02-26T04:58:42.041 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6801/3855844960 expires 2024-02-27T04:48:37.140798+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6801/2190883855 expires 2024-02-27T04:48:02.894407+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/2040864805 expires 2024-02-27T04:48:02.894407+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6800/2190883855 expires 2024-02-27T04:48:02.894407+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/353736245 expires 2024-02-27T04:48:02.894407+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:0/2800063710 expires 2024-02-27T04:48:02.894407+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stdout:blocklist 172.21.15.112:6800/3855844960 expires 2024-02-27T04:48:37.140798+0000 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 msgr2=0x7fa0800a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 0x7fa0800a4690 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fa08c011550 tx=0x7fa08c009260 comp rx=0 tx=0).stop 2024-02-26T04:58:42.042 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 msgr2=0x7fa09819e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fa08400ea20 tx=0x7fa08400ed30 comp rx=0 tx=0).stop 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 shutdown_connections 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa0800a21d0 0x7fa0800a4690 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa098078230 0x7fa0981a58b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa098076620 0x7fa09819e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 --2- 172.21.15.112:0/3731898642 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa098077870 0x7fa09819e830 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.036+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 >> 172.21.15.112:0/3731898642 conn(0x7fa0980ff390 msgr2=0x7fa098100e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.037+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 shutdown_connections 2024-02-26T04:58:42.043 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:42.037+0000 7fa09e000700 1 -- 172.21.15.112:0/3731898642 wait complete. 2024-02-26T04:58:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:42 smithi112 ceph-mon[31817]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:42.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:42 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3731898642' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-26T04:58:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:42 smithi175 ceph-mon[36652]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:42 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3731898642' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-26T04:58:42.886 INFO:teuthology.run_tasks:Running task fs.ready... 2024-02-26T04:58:42.897 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:42 smithi161 ceph-mon[36447]: pgmap v379: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:42 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3731898642' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 -- 172.21.15.112:0/1166085498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c8104f70 msgr2=0x7f00c810b800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 --2- 172.21.15.112:0/1166085498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c8104f70 0x7f00c810b800 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f00c0009be0 tx=0x7f00c002bef0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 -- 172.21.15.112:0/1166085498 shutdown_connections 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 --2- 172.21.15.112:0/1166085498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c8104f70 0x7f00c810b800 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 --2- 172.21.15.112:0/1166085498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 0x7f00c8104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.121 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 --2- 172.21.15.112:0/1166085498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c81033c0 0x7f00c81037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 -- 172.21.15.112:0/1166085498 >> 172.21.15.112:0/1166085498 conn(0x7f00c80fe970 msgr2=0x7f00c8100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:43.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 -- 172.21.15.112:0/1166085498 shutdown_connections 2024-02-26T04:58:43.122 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.118+0000 7f00cca00640 1 -- 172.21.15.112:0/1166085498 wait complete. 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.119+0000 7f00cca00640 1 Processor -- start 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.119+0000 7f00cca00640 1 -- start start 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.119+0000 7f00cca00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 0x7f00c81994f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.119+0000 7f00cca00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 0x7f00c8199a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00cca00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 0x7f00c81a0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00cca00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c81a0fe0 con 0x7f00c8104f70 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00cca00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c81a1150 con 0x7f00c81045b0 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00cca00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00c81a1310 con 0x7f00c81033c0 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c5e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 0x7f00c81994f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c5e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 0x7f00c81994f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:39690/0 (socket says 172.21.15.112:39690) 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 0x7f00c81a0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c5e00640 1 -- 172.21.15.112:0/239631756 learned_addr learned my addr 172.21.15.112:0/239631756 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:43.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c5400640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 0x7f00c8199a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 -- 172.21.15.112:0/239631756 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 msgr2=0x7f00c81994f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 0x7f00c81994f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 -- 172.21.15.112:0/239631756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 msgr2=0x7f00c8199a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 0x7f00c8199a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 -- 172.21.15.112:0/239631756 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00b8009560 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.120+0000 7f00c6800640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 0x7f00c81a0aa0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f00c002c430 tx=0x7f00c0033860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.121+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c0003b80 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.121+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f00c0003ce0 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.121+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00c0009840 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.121+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00c00349f0 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.121+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00c81a18e0 con 0x7f00c8104f70 2024-02-26T04:58:43.125 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.122+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f00c810a610 con 0x7f00c8104f70 2024-02-26T04:58:43.126 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.124+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f00c00046b0 con 0x7f00c8104f70 2024-02-26T04:58:43.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.125+0000 7f00bea00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 0x7f00ac0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.125+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f00c00f0bd0 con 0x7f00c8104f70 2024-02-26T04:58:43.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.126+0000 7f00c5e00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 0x7f00ac0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.126+0000 7f00c5e00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 0x7f00ac0a4580 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f00b80058c0 tx=0x7f00b8009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:43.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.130+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f00c00b9b70 con 0x7f00c8104f70 2024-02-26T04:58:43.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.329+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f00c802ce40 con 0x7f00c8104f70 2024-02-26T04:58:43.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.332+0000 7f00bea00640 1 -- 172.21.15.112:0/239631756 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7f00c00bd230 con 0x7f00c8104f70 2024-02-26T04:58:43.336 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:43.336 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 msgr2=0x7f00ac0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 0x7f00ac0a4580 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f00b80058c0 tx=0x7f00b8009260 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 msgr2=0x7f00c81a0aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 0x7f00c81a0aa0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f00c002c430 tx=0x7f00c0033860 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 shutdown_connections 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f00ac0a20c0 0x7f00ac0a4580 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f00c8104f70 0x7f00c81a0aa0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f00c81045b0 0x7f00c8199a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 --2- 172.21.15.112:0/239631756 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f00c81033c0 0x7f00c81994f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 >> 172.21.15.112:0/239631756 conn(0x7f00c80fe970 msgr2=0x7f00c81077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 shutdown_connections 2024-02-26T04:58:43.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.336+0000 7f00cca00640 1 -- 172.21.15.112:0/239631756 wait complete. 2024-02-26T04:58:43.358 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:58:43.359 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 -- 172.21.15.112:0/2610841482 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41033c0 msgr2=0x7efda41037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 --2- 172.21.15.112:0/2610841482 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41033c0 0x7efda41037e0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7efd94009860 tx=0x7efd9402bb70 comp rx=0 tx=0).stop 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 -- 172.21.15.112:0/2610841482 shutdown_connections 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 --2- 172.21.15.112:0/2610841482 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda4104f70 0x7efda410b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 --2- 172.21.15.112:0/2610841482 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda41045b0 0x7efda4104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 --2- 172.21.15.112:0/2610841482 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41033c0 0x7efda41037e0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 -- 172.21.15.112:0/2610841482 >> 172.21.15.112:0/2610841482 conn(0x7efda40fe930 msgr2=0x7efda4100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 -- 172.21.15.112:0/2610841482 shutdown_connections 2024-02-26T04:58:43.580 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.577+0000 7efda9800640 1 -- 172.21.15.112:0/2610841482 wait complete. 2024-02-26T04:58:43.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.578+0000 7efda9800640 1 Processor -- start 2024-02-26T04:58:43.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.578+0000 7efda9800640 1 -- start start 2024-02-26T04:58:43.582 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41045b0 0x7efda4199aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda4104f70 0x7efda41a0b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda41a1050 con 0x7efda4104f70 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda41a11c0 con 0x7efda41045b0 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda9800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda41a1380 con 0x7efda41033c0 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:39714/0 (socket says 172.21.15.112:39714) 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 -- 172.21.15.112:0/1922233016 learned_addr learned my addr 172.21.15.112:0/1922233016 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda3400640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda4104f70 0x7efda41a0b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2000640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41045b0 0x7efda4199aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 -- 172.21.15.112:0/1922233016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41045b0 msgr2=0x7efda4199aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41045b0 0x7efda4199aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.583 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 -- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda4104f70 msgr2=0x7efda41a0b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda4104f70 0x7efda41a0b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.579+0000 7efda2a00640 1 -- 172.21.15.112:0/1922233016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd94009490 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efda2a00640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd9402c0b0 tx=0x7efd94005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9402c510 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efda41a1600 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7efd9402cb70 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd940035f0 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.580+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda41a1ab0 con 0x7efda41033c0 2024-02-26T04:58:43.584 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.581+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efda410a680 con 0x7efda41033c0 2024-02-26T04:58:43.585 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.583+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7efd9403b040 con 0x7efda41033c0 2024-02-26T04:58:43.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.584+0000 7efd9b400640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 0x7efd880a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:43.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.584+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7efd940efa40 con 0x7efda41033c0 2024-02-26T04:58:43.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.584+0000 7efda2000640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 0x7efd880a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:43.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.585+0000 7efda2000640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 0x7efd880a4580 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7efda419aa70 tx=0x7efd90009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:43.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.588+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7efd940b89e0 con 0x7efda41033c0 2024-02-26T04:58:43.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:43 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/239631756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:43.787 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.785+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efda402cdd0 con 0x7efda41033c0 2024-02-26T04:58:43.788 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.786+0000 7efd9b400640 1 -- 172.21.15.112:0/1922233016 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7efd940bc0a0 con 0x7efda41033c0 2024-02-26T04:58:43.788 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 msgr2=0x7efd880a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 0x7efd880a4580 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7efda419aa70 tx=0x7efd90009260 comp rx=0 tx=0).stop 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 msgr2=0x7efda4199560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efd9402c0b0 tx=0x7efd94005d50 comp rx=0 tx=0).stop 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 shutdown_connections 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7efd880a20c0 0x7efd880a4580 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7efda4104f70 0x7efda41a0b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7efda41045b0 0x7efda4199aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.791 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 --2- 172.21.15.112:0/1922233016 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7efda41033c0 0x7efda4199560 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:43.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 >> 172.21.15.112:0/1922233016 conn(0x7efda40fe930 msgr2=0x7efda4107850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:43.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 shutdown_connections 2024-02-26T04:58:43.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:43.788+0000 7efda9800640 1 -- 172.21.15.112:0/1922233016 wait complete. 2024-02-26T04:58:43.811 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T04:58:43.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:43 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/239631756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:43.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:43 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/239631756' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 -- 172.21.15.112:0/2314417636 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc41076a0 msgr2=0x7f5cc4107ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2314417636 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc41076a0 0x7f5cc4107ac0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5cb4009860 tx=0x7f5cb402bb70 comp rx=0 tx=0).stop 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 -- 172.21.15.112:0/2314417636 shutdown_connections 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2314417636 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 0x7f5cc410fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2314417636 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc4108890 0x7f5cc4108d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.028 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2314417636 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc41076a0 0x7f5cc4107ac0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 -- 172.21.15.112:0/2314417636 >> 172.21.15.112:0/2314417636 conn(0x7f5cc4076650 msgr2=0x7f5cc4078a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:44.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 -- 172.21.15.112:0/2314417636 shutdown_connections 2024-02-26T04:58:44.029 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.025+0000 7f5cc3200640 1 -- 172.21.15.112:0/2314417636 wait complete. 2024-02-26T04:58:44.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.026+0000 7f5cc3200640 1 Processor -- start 2024-02-26T04:58:44.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.026+0000 7f5cc3200640 1 -- start start 2024-02-26T04:58:44.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc4108890 0x7f5cc419dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.031 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 0x7f5cc41a4db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc41a52f0 con 0x7f5cc4109250 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc41a5460 con 0x7f5cc41076a0 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc3200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc41a5620 con 0x7f5cc4108890 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58896/0 (socket says 172.21.15.112:58896) 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 -- 172.21.15.112:0/2768715963 learned_addr learned my addr 172.21.15.112:0/2768715963 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc2800640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 0x7f5cc41a4db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cbbe00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc4108890 0x7f5cc419dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 -- 172.21.15.112:0/2768715963 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc4108890 msgr2=0x7f5cc419dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc4108890 0x7f5cc419dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 -- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 msgr2=0x7f5cc41a4db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 0x7f5cc41a4db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.027+0000 7f5cc1e00640 1 -- 172.21.15.112:0/2768715963 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cac009490 con 0x7f5cc41076a0 2024-02-26T04:58:44.032 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cc1e00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5cb402c0b0 tx=0x7f5cb40045a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb402c510 con 0x7f5cc41076a0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5cb402cb70 con 0x7f5cc41076a0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cbc009900 con 0x7f5cc41076a0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cb4032880 con 0x7f5cc41076a0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.028+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cb4009490 con 0x7f5cc41076a0 2024-02-26T04:58:44.033 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.029+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc410e9c0 con 0x7f5cc41076a0 2024-02-26T04:58:44.034 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.031+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f5cb403b040 con 0x7f5cc41076a0 2024-02-26T04:58:44.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.033+0000 7f5cbaa00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 0x7f5ca80a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.033+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f5cb40efba0 con 0x7f5cc41076a0 2024-02-26T04:58:44.035 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.033+0000 7f5cbbe00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 0x7f5ca80a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.036 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.034+0000 7f5cbbe00640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 0x7f5ca80a4580 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5cc419ed10 tx=0x7f5cac005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.038 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.035+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5cb40b8bf0 con 0x7f5cc41076a0 2024-02-26T04:58:44.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.231+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5cc402cda0 con 0x7f5cc41076a0 2024-02-26T04:58:44.234 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.232+0000 7f5cbaa00640 1 -- 172.21.15.112:0/2768715963 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5cb40410a0 con 0x7f5cc41076a0 2024-02-26T04:58:44.235 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T04:58:44.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.234+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 msgr2=0x7f5ca80a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.237 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.234+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 0x7f5ca80a4580 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f5cc419ed10 tx=0x7f5cac005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.234+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 msgr2=0x7f5cc419d800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.234+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f5cb402c0b0 tx=0x7f5cb40045a0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 shutdown_connections 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f5ca80a20c0 0x7f5ca80a4580 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cc4109250 0x7f5cc41a4db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cc4108890 0x7f5cc419dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 --2- 172.21.15.112:0/2768715963 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cc41076a0 0x7f5cc419d800 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 >> 172.21.15.112:0/2768715963 conn(0x7f5cc4076650 msgr2=0x7f5cc410bb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 shutdown_connections 2024-02-26T04:58:44.238 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.235+0000 7f5cc3200640 1 -- 172.21.15.112:0/2768715963 wait complete. 2024-02-26T04:58:44.257 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 -- 172.21.15.112:0/2199133457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70102380 msgr2=0x7f4e70102800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 --2- 172.21.15.112:0/2199133457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70102380 0x7f4e70102800 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e58009900 tx=0x7f4e5802bc40 comp rx=0 tx=0).stop 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 -- 172.21.15.112:0/2199133457 shutdown_connections 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 --2- 172.21.15.112:0/2199133457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 0x7f4e701095d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 --2- 172.21.15.112:0/2199133457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70102380 0x7f4e70102800 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 --2- 172.21.15.112:0/2199133457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70101190 0x7f4e701015b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 -- 172.21.15.112:0/2199133457 >> 172.21.15.112:0/2199133457 conn(0x7f4e700fc720 msgr2=0x7f4e700feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:44.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 -- 172.21.15.112:0/2199133457 shutdown_connections 2024-02-26T04:58:44.478 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.474+0000 7f4e75800640 1 -- 172.21.15.112:0/2199133457 wait complete. 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.475+0000 7f4e75800640 1 Processor -- start 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.475+0000 7f4e75800640 1 -- start start 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 0x7f4e70197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 0x7f4e7019e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7019eed0 con 0x7f4e70102d40 2024-02-26T04:58:44.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7019f040 con 0x7f4e70102380 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e75800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e7019f200 con 0x7f4e70101190 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6f400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 0x7f4e7019e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6e000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 0x7f4e70197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6ea00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6e000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 0x7f4e70197920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58906/0 (socket says 172.21.15.112:58906) 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6ea00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:39752/0 (socket says 172.21.15.112:39752) 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.476+0000 7f4e6e000640 1 -- 172.21.15.112:0/2179059623 learned_addr learned my addr 172.21.15.112:0/2179059623 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 -- 172.21.15.112:0/2179059623 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 msgr2=0x7f4e70197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 0x7f4e70197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 -- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 msgr2=0x7f4e7019e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 0x7f4e7019e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 -- 172.21.15.112:0/2179059623 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e58009560 con 0x7f4e70101190 2024-02-26T04:58:44.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e6ea00640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e68005fd0 tx=0x7f4e6800ef90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6800ce70 con 0x7f4e70101190 2024-02-26T04:58:44.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e70073410 con 0x7f4e70101190 2024-02-26T04:58:44.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4e68003e70 con 0x7f4e70101190 2024-02-26T04:58:44.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e68010740 con 0x7f4e70101190 2024-02-26T04:58:44.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.477+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e700738d0 con 0x7f4e70101190 2024-02-26T04:58:44.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.478+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e70108450 con 0x7f4e70101190 2024-02-26T04:58:44.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.480+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4e68004020 con 0x7f4e70101190 2024-02-26T04:58:44.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.482+0000 7f4e67400640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 0x7f4e540a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.482+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f4e68014070 con 0x7f4e70101190 2024-02-26T04:58:44.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.482+0000 7f4e6e000640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 0x7f4e540a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.483+0000 7f4e6e000640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 0x7f4e540a4580 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4e701988f0 tx=0x7f4e5803f040 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.486 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.484+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4e68097490 con 0x7f4e70101190 2024-02-26T04:58:44.689 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.686+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4e7002cdd0 con 0x7f4e70101190 2024-02-26T04:58:44.690 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.687+0000 7f4e67400640 1 -- 172.21.15.112:0/2179059623 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4e6809ab50 con 0x7f4e70101190 2024-02-26T04:58:44.690 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T04:58:44.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.690+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 msgr2=0x7f4e540a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.690+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 0x7f4e540a4580 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f4e701988f0 tx=0x7f4e5803f040 comp rx=0 tx=0).stop 2024-02-26T04:58:44.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.690+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 msgr2=0x7f4e701973e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.690+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f4e68005fd0 tx=0x7f4e6800ef90 comp rx=0 tx=0).stop 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 shutdown_connections 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4e540a20c0 0x7f4e540a4580 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4e70102d40 0x7f4e7019e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4e70102380 0x7f4e70197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 --2- 172.21.15.112:0/2179059623 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4e70101190 0x7f4e701973e0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 >> 172.21.15.112:0/2179059623 conn(0x7f4e700fc720 msgr2=0x7f4e70105620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 shutdown_connections 2024-02-26T04:58:44.694 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.691+0000 7f4e75800640 1 -- 172.21.15.112:0/2179059623 wait complete. 2024-02-26T04:58:44.710 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:44 smithi112 ceph-mon[31817]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-02-26T04:58:44.710 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:44 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1922233016' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:44.710 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:44 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2768715963' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:44.714 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:58:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:44 smithi175 ceph-mon[36652]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-02-26T04:58:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:44 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1922233016' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:44 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2768715963' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:44.927 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.924+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3526030268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd8109190 msgr2=0x7f4fd810fa20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.924+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3526030268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd8109190 0x7f4fd810fa20 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f4fd0009ca0 tx=0x7f4fd002c0f0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3526030268 shutdown_connections 2024-02-26T04:58:44.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3526030268 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd8109190 0x7f4fd810fa20 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3526030268 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd81087d0 0x7f4fd8108c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.928 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3526030268 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 0x7f4fd8107a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3526030268 >> 172.21.15.112:0/3526030268 conn(0x7f4fd8076590 msgr2=0x7f4fd80789b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:44.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3526030268 shutdown_connections 2024-02-26T04:58:44.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.925+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3526030268 wait complete. 2024-02-26T04:58:44.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 Processor -- start 2024-02-26T04:58:44.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 -- start start 2024-02-26T04:58:44.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 0x7f4fd819d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd8109190 0x7f4fd81a4c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd81a51d0 con 0x7f4fd81087d0 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd81a5340 con 0x7f4fd81075e0 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd7e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fd81a5500 con 0x7f4fd8109190 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60594/0 (socket says 172.21.15.112:60594) 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd6000640 1 -- 172.21.15.112:0/3648914180 learned_addr learned my addr 172.21.15.112:0/3648914180 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.926+0000 7f4fd6a00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 0x7f4fd819d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd7400640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd8109190 0x7f4fd81a4c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 -- 172.21.15.112:0/3648914180 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd8109190 msgr2=0x7f4fd81a4c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd8109190 0x7f4fd81a4c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 -- 172.21.15.112:0/3648914180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 msgr2=0x7f4fd819d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 0x7f4fd819d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:44.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 -- 172.21.15.112:0/3648914180 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fd0009900 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd6000640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4fc400e9f0 tx=0x7f4fc400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4009720 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fd81a57e0 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4fc400cd80 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fc4010690 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.927+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fd81a5cf0 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.929+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fd810e8a0 con 0x7f4fd81087d0 2024-02-26T04:58:44.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.931+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4fc40046c0 con 0x7f4fd81087d0 2024-02-26T04:58:44.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.932+0000 7f4fcf400640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 0x7f4fbc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:44.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.933+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f4fc4014070 con 0x7f4fd81087d0 2024-02-26T04:58:44.935 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.933+0000 7f4fd6a00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 0x7f4fbc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:44.936 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.933+0000 7f4fd6a00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 0x7f4fbc0a4580 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8108630 tx=0x7f4fc8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:44.939 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:44.936+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4fc40970a0 con 0x7f4fd81087d0 2024-02-26T04:58:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:44 smithi161 ceph-mon[36447]: pgmap v380: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.8 KiB/s rd, 6 op/s 2024-02-26T04:58:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:44 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1922233016' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:44 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2768715963' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:45.175 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.173+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4fd8113110 con 0x7f4fd81087d0 2024-02-26T04:58:45.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.175+0000 7f4fcf400640 1 -- 172.21.15.112:0/3648914180 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7f4fd8113110 con 0x7f4fd81087d0 2024-02-26T04:58:45.177 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:45.178 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:58:45.178 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 msgr2=0x7f4fbc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 0x7f4fbc0a4580 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f4fd8108630 tx=0x7f4fc8005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 msgr2=0x7f4fd819dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f4fc400e9f0 tx=0x7f4fc400edf0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 shutdown_connections 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4fbc0a20c0 0x7f4fbc0a4580 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4fd8109190 0x7f4fd81a4c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4fd81087d0 0x7f4fd819dc20 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 --2- 172.21.15.112:0/3648914180 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4fd81075e0 0x7f4fd819d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 >> 172.21.15.112:0/3648914180 conn(0x7f4fd8076590 msgr2=0x7f4fd810ba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:45.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 shutdown_connections 2024-02-26T04:58:45.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.177+0000 7f4fd7e00640 1 -- 172.21.15.112:0/3648914180 wait complete. 2024-02-26T04:58:45.199 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 -- 172.21.15.112:0/271021814 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01033c0 msgr2=0x7fb1c01037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 --2- 172.21.15.112:0/271021814 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01033c0 0x7fb1c01037e0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0009900 tx=0x7fb1b002bc40 comp rx=0 tx=0).stop 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 -- 172.21.15.112:0/271021814 shutdown_connections 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 --2- 172.21.15.112:0/271021814 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c0104f70 0x7fb1c010b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 --2- 172.21.15.112:0/271021814 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c01045b0 0x7fb1c0104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 --2- 172.21.15.112:0/271021814 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01033c0 0x7fb1c01037e0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.404 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 -- 172.21.15.112:0/271021814 >> 172.21.15.112:0/271021814 conn(0x7fb1c00fe970 msgr2=0x7fb1c0100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:45.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 -- 172.21.15.112:0/271021814 shutdown_connections 2024-02-26T04:58:45.405 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.401+0000 7fb1c5200640 1 -- 172.21.15.112:0/271021814 wait complete. 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.402+0000 7fb1c5200640 1 Processor -- start 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.402+0000 7fb1c5200640 1 -- start start 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 0x7fb1c01995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 0x7fb1c0199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 0x7fb1c01a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c01a10b0 con 0x7fb1c01045b0 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c01a1220 con 0x7fb1c01033c0 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1c5200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1c01a13e0 con 0x7fb1c0104f70 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1b5400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 0x7fb1c0199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.407 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1bde00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 0x7fb1c01995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1bde00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 0x7fb1c01995c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45136/0 (socket says 172.21.15.112:45136) 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1be800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 0x7fb1c01a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.403+0000 7fb1bde00640 1 -- 172.21.15.112:0/1097101844 learned_addr learned my addr 172.21.15.112:0/1097101844 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 -- 172.21.15.112:0/1097101844 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 msgr2=0x7fb1c01995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 0x7fb1c01995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 -- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 msgr2=0x7fb1c0199b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 0x7fb1c0199b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 -- 172.21.15.112:0/1097101844 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1b8009840 con 0x7fb1c0104f70 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1b5400640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 0x7fb1c0199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1be800640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 0x7fb1c01a0b70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800ec50 tx=0x7fb1b800c6a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8003b70 con 0x7fb1c0104f70 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1b0009560 con 0x7fb1c0104f70 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb1b800ce70 con 0x7fb1c0104f70 2024-02-26T04:58:45.408 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1b8010810 con 0x7fb1c0104f70 2024-02-26T04:58:45.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.404+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1c01a1a40 con 0x7fb1c0104f70 2024-02-26T04:58:45.409 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.405+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1c010a6e0 con 0x7fb1c0104f70 2024-02-26T04:58:45.410 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.407+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fb1b80109b0 con 0x7fb1c0104f70 2024-02-26T04:58:45.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.408+0000 7fb1b7400640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 0x7fb1a40a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.409+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fb1b8014070 con 0x7fb1c0104f70 2024-02-26T04:58:45.411 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.409+0000 7fb1bde00640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 0x7fb1a40a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.409+0000 7fb1bde00640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 0x7fb1a40a4580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0006010 tx=0x7fb1b002df90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:45.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.411+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb1b8097560 con 0x7fb1c0104f70 2024-02-26T04:58:45.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.605+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb1c010a150 con 0x7fb1c0104f70 2024-02-26T04:58:45.609 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.607+0000 7fb1b7400640 1 -- 172.21.15.112:0/1097101844 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7fb1b809ac20 con 0x7fb1c0104f70 2024-02-26T04:58:45.610 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:45.610 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:45.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.609+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 msgr2=0x7fb1a40a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.609+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 0x7fb1a40a4580 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb1b0006010 tx=0x7fb1b002df90 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.609+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 msgr2=0x7fb1c01a0b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.609+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 0x7fb1c01a0b70 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb1b800ec50 tx=0x7fb1b800c6a0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 shutdown_connections 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fb1a40a20c0 0x7fb1a40a4580 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1c0104f70 0x7fb1c01a0b70 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb1c01045b0 0x7fb1c0199b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 --2- 172.21.15.112:0/1097101844 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb1c01033c0 0x7fb1c01995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 >> 172.21.15.112:0/1097101844 conn(0x7fb1c00fe970 msgr2=0x7fb1c01078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 shutdown_connections 2024-02-26T04:58:45.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.610+0000 7fb1c5200640 1 -- 172.21.15.112:0/1097101844 wait complete. 2024-02-26T04:58:45.630 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T04:58:45.630 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T04:58:45.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 -- 172.21.15.112:0/3283551235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438108990 msgr2=0x7f0438108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.832 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 --2- 172.21.15.112:0/3283551235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438108990 0x7f0438108e10 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f0420009900 tx=0x7f042002bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 -- 172.21.15.112:0/3283551235 shutdown_connections 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 --2- 172.21.15.112:0/3283551235 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0438109350 0x7f043810fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 --2- 172.21.15.112:0/3283551235 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438108990 0x7f0438108e10 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 --2- 172.21.15.112:0/3283551235 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f04381077a0 0x7f0438107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 -- 172.21.15.112:0/3283551235 >> 172.21.15.112:0/3283551235 conn(0x7f0438076740 msgr2=0x7f0438078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 -- 172.21.15.112:0/3283551235 shutdown_connections 2024-02-26T04:58:45.833 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.829+0000 7f043dc00640 1 -- 172.21.15.112:0/3283551235 wait complete. 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 Processor -- start 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 -- start start 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 0x7f043819d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 0x7f043819de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04381a53d0 con 0x7f0438109350 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04381a5540 con 0x7f04381077a0 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.831+0000 7f043dc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04381a5700 con 0x7f0438108990 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0437400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0437400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60618/0 (socket says 172.21.15.112:60618) 2024-02-26T04:58:45.835 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0437400640 1 -- 172.21.15.112:0/1138258885 learned_addr learned my addr 172.21.15.112:0/1138258885 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 0x7f043819d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f042fe00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 0x7f043819de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 -- 172.21.15.112:0/1138258885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 msgr2=0x7f043819de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 0x7f043819de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 -- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 msgr2=0x7f04381a4e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 -- 172.21.15.112:0/1138258885 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0420009560 con 0x7f04381077a0 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f042fe00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 0x7f043819de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0437400640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:45.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.832+0000 7f0436a00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 0x7f043819d8e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f042800e9c0 tx=0x7f042800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:45.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.833+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f042800ccc0 con 0x7f04381077a0 2024-02-26T04:58:45.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.833+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f042800ce20 con 0x7f04381077a0 2024-02-26T04:58:45.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.833+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0428010690 con 0x7f04381077a0 2024-02-26T04:58:45.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.833+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04381a59e0 con 0x7f04381077a0 2024-02-26T04:58:45.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.833+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04381a5e70 con 0x7f04381077a0 2024-02-26T04:58:45.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.834+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f043810ea60 con 0x7f04381077a0 2024-02-26T04:58:45.838 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.836+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f0428003710 con 0x7f04381077a0 2024-02-26T04:58:45.839 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.837+0000 7f042f400640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 0x7f041c0a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:45.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.837+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f0428014070 con 0x7f04381077a0 2024-02-26T04:58:45.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.837+0000 7f042fe00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 0x7f041c0a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:45.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.838+0000 7f042fe00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 0x7f041c0a4600 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0420006010 tx=0x7f0420000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:45.844 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:45.841+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f0428096f80 con 0x7f04381077a0 2024-02-26T04:58:45.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2179059623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:45.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:45 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3648914180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:45 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2179059623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:45.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:45 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3648914180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:45.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2179059623' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:45.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:45 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3648914180' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:46.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.038+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f04381132d0 con 0x7f04381077a0 2024-02-26T04:58:46.041 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.039+0000 7f042f400640 1 -- 172.21.15.112:0/1138258885 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v87) v1 ==== 93+0+10 (secure 0 0 0) 0x7f042809a640 con 0x7f04381077a0 2024-02-26T04:58:46.042 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 msgr2=0x7f041c0a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 0x7f041c0a4600 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f0420006010 tx=0x7f0420000bc0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 msgr2=0x7f043819d8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 0x7f043819d8e0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f042800e9c0 tx=0x7f042800ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 shutdown_connections 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f041c0a2140 0x7f041c0a4600 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0438109350 0x7f04381a4e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0438108990 0x7f043819de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 --2- 172.21.15.112:0/1138258885 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f04381077a0 0x7f043819d8e0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 >> 172.21.15.112:0/1138258885 conn(0x7f0438076740 msgr2=0x7f043810bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 shutdown_connections 2024-02-26T04:58:46.047 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.044+0000 7f043dc00640 1 -- 172.21.15.112:0/1138258885 wait complete. 2024-02-26T04:58:46.066 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 -- 172.21.15.112:0/1098955157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874075160 msgr2=0x7fe8740735b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 --2- 172.21.15.112:0/1098955157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874075160 0x7fe8740735b0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7fe85c009900 tx=0x7fe85c02bcd0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 -- 172.21.15.112:0/1098955157 shutdown_connections 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 --2- 172.21.15.112:0/1098955157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874109020 0x7fe87410b4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 --2- 172.21.15.112:0/1098955157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874073b80 0x7fe874073fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 --2- 172.21.15.112:0/1098955157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874075160 0x7fe8740735b0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 -- 172.21.15.112:0/1098955157 >> 172.21.15.112:0/1098955157 conn(0x7fe8740fc720 msgr2=0x7fe8740feb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 -- 172.21.15.112:0/1098955157 shutdown_connections 2024-02-26T04:58:46.270 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.267+0000 7fe87a800640 1 -- 172.21.15.112:0/1098955157 wait complete. 2024-02-26T04:58:46.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 Processor -- start 2024-02-26T04:58:46.272 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 -- start start 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874075160 0x7fe874199a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874109020 0x7fe8741a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8741a0ff0 con 0x7fe874073b80 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8741a1160 con 0x7fe874109020 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.268+0000 7fe87a800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8741a1320 con 0x7fe874075160 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60640/0 (socket says 172.21.15.112:60640) 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 -- 172.21.15.112:0/4228851057 learned_addr learned my addr 172.21.15.112:0/4228851057 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe872a00640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874075160 0x7fe874199a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873e00640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874109020 0x7fe8741a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 -- 172.21.15.112:0/4228851057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874075160 msgr2=0x7fe874199a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874075160 0x7fe874199a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.273 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 -- 172.21.15.112:0/4228851057 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874109020 msgr2=0x7fe8741a0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874109020 0x7fe8741a0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 -- 172.21.15.112:0/4228851057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe85c009560 con 0x7fe874073b80 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.269+0000 7fe873400640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe85c000c00 tx=0x7fe85c02df70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.270+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe85c0043d0 con 0x7fe874073b80 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.270+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe85c005310 con 0x7fe874073b80 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.270+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe85c003e80 con 0x7fe874073b80 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.270+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8741a15a0 con 0x7fe874073b80 2024-02-26T04:58:46.274 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.270+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8741a1a60 con 0x7fe874073b80 2024-02-26T04:58:46.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.271+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe874107de0 con 0x7fe874073b80 2024-02-26T04:58:46.275 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.273+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fe85c0035f0 con 0x7fe874073b80 2024-02-26T04:58:46.276 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.274+0000 7fe86be00640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 0x7fe8580a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.274+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fe85c0f0470 con 0x7fe874073b80 2024-02-26T04:58:46.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.274+0000 7fe872a00640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 0x7fe8580a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.277 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.275+0000 7fe872a00640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 0x7fe8580a4600 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe87419aa10 tx=0x7fe86400b410 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:46.280 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.278+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe85c0b9530 con 0x7fe874073b80 2024-02-26T04:58:46.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.470+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe87402cda0 con 0x7fe874073b80 2024-02-26T04:58:46.473 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.471+0000 7fe86be00640 1 -- 172.21.15.112:0/4228851057 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v87) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe85c0430a0 con 0x7fe874073b80 2024-02-26T04:58:46.474 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T04:58:46.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 msgr2=0x7fe8580a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 0x7fe8580a4600 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fe87419aa10 tx=0x7fe86400b410 comp rx=0 tx=0).stop 2024-02-26T04:58:46.476 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 msgr2=0x7fe874199500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fe85c000c00 tx=0x7fe85c02df70 comp rx=0 tx=0).stop 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 shutdown_connections 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fe8580a2140 0x7fe8580a4600 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe874109020 0x7fe8741a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe874075160 0x7fe874199a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.473+0000 7fe87a800640 1 --2- 172.21.15.112:0/4228851057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe874073b80 0x7fe874199500 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.474+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 >> 172.21.15.112:0/4228851057 conn(0x7fe8740fc720 msgr2=0x7fe874104fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.474+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 shutdown_connections 2024-02-26T04:58:46.477 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.474+0000 7fe87a800640 1 -- 172.21.15.112:0/4228851057 wait complete. 2024-02-26T04:58:46.494 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T04:58:46.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.695+0000 7f347a600640 1 -- 172.21.15.112:0/625126975 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3474104f50 msgr2=0x7f347410b7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.695+0000 7f347a600640 1 --2- 172.21.15.112:0/625126975 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3474104f50 0x7f347410b7e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f346c009be0 tx=0x7f346c02bef0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 -- 172.21.15.112:0/625126975 shutdown_connections 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 --2- 172.21.15.112:0/625126975 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3474104f50 0x7f347410b7e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 --2- 172.21.15.112:0/625126975 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104590 0x7f3474104a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 --2- 172.21.15.112:0/625126975 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f34741033a0 0x7f34741037c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 -- 172.21.15.112:0/625126975 >> 172.21.15.112:0/625126975 conn(0x7f34740fe930 msgr2=0x7f3474100d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 -- 172.21.15.112:0/625126975 shutdown_connections 2024-02-26T04:58:46.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.696+0000 7f347a600640 1 -- 172.21.15.112:0/625126975 wait complete. 2024-02-26T04:58:46.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 Processor -- start 2024-02-26T04:58:46.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 -- start start 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 0x7f34741999e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104f50 0x7f34741a0a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34741a0f90 con 0x7f3474104590 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34741a1100 con 0x7f3474104f50 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f347a600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34741a12c0 con 0x7f34741033a0 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f3473400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f346aa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 0x7f34741999e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f3473400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:48074/0 (socket says 172.21.15.112:48074) 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f3473400640 1 -- 172.21.15.112:0/4089398272 learned_addr learned my addr 172.21.15.112:0/4089398272 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.697+0000 7f3473e00640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104f50 0x7f34741a0a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 -- 172.21.15.112:0/4089398272 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104f50 msgr2=0x7f34741a0a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104f50 0x7f34741a0a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 -- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 msgr2=0x7f34741999e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 0x7f34741999e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 -- 172.21.15.112:0/4089398272 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f346c009840 con 0x7f34741033a0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f346aa00640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 0x7f34741999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3473400640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f346400e9c0 tx=0x7f346400edc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3464009700 con 0x7f34741033a0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f346400ccc0 con 0x7f34741033a0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34741a15a0 con 0x7f34741033a0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3464010430 con 0x7f34741033a0 2024-02-26T04:58:46.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.698+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34741a1ab0 con 0x7f34741033a0 2024-02-26T04:58:46.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.699+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f347410a5f0 con 0x7f34741033a0 2024-02-26T04:58:46.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.701+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f3464003680 con 0x7f34741033a0 2024-02-26T04:58:46.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.703+0000 7f3470c00640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 0x7f34580a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:46.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.703+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f3464014070 con 0x7f34741033a0 2024-02-26T04:58:46.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.703+0000 7f346aa00640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 0x7f34580a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:46.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.703+0000 7f346aa00640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 0x7f34580a4580 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f347419a9b0 tx=0x7f345c009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:46.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.705+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f34640971c0 con 0x7f34741033a0 2024-02-26T04:58:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:46 smithi175 ceph-mon[36652]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:46 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1097101844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:46.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:46 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1138258885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:46.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:46 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4228851057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:46.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.902+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f347410eed0 con 0x7f34741033a0 2024-02-26T04:58:46.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.903+0000 7f3470c00640 1 -- 172.21.15.112:0/4089398272 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v87) v1 ==== 100+0+11 (secure 0 0 0) 0x7f346409a880 con 0x7f34741033a0 2024-02-26T04:58:46.905 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T04:58:46.908 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.905+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 msgr2=0x7f34580a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.908 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.905+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 0x7f34580a4580 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f347419a9b0 tx=0x7f345c009260 comp rx=0 tx=0).stop 2024-02-26T04:58:46.908 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.905+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 msgr2=0x7f34741994a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:46.908 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.905+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f346400e9c0 tx=0x7f346400edc0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 shutdown_connections 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f34580a20c0 0x7f34580a4580 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3474104f50 0x7f34741a0a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3474104590 0x7f34741999e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 --2- 172.21.15.112:0/4089398272 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f34741033a0 0x7f34741994a0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 >> 172.21.15.112:0/4089398272 conn(0x7f34740fe930 msgr2=0x7f34741077c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 shutdown_connections 2024-02-26T04:58:46.909 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:46.906+0000 7f347a600640 1 -- 172.21.15.112:0/4089398272 wait complete. 2024-02-26T04:58:46.924 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:46 smithi112 ceph-mon[31817]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:46.925 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:46 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1097101844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:46.925 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:46 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1138258885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:46.925 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:46 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4228851057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:46.926 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T04:58:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:46 smithi161 ceph-mon[36447]: pgmap v381: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:46 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1097101844' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:46 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1138258885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T04:58:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:46 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4228851057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.120+0000 7f9eee200640 1 -- 172.21.15.112:0/2353581121 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 msgr2=0x7f9ee8102840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.120+0000 7f9eee200640 1 --2- 172.21.15.112:0/2353581121 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee8102840 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009900 tx=0x7f9ed402bc40 comp rx=0 tx=0).stop 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 -- 172.21.15.112:0/2353581121 shutdown_connections 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 --2- 172.21.15.112:0/2353581121 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee8109610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 --2- 172.21.15.112:0/2353581121 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee8102840 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 --2- 172.21.15.112:0/2353581121 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 0x7f9ee81015f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 -- 172.21.15.112:0/2353581121 >> 172.21.15.112:0/2353581121 conn(0x7f9ee80fc720 msgr2=0x7f9ee80feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 -- 172.21.15.112:0/2353581121 shutdown_connections 2024-02-26T04:58:47.124 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.121+0000 7f9eee200640 1 -- 172.21.15.112:0/2353581121 wait complete. 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 Processor -- start 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 -- start start 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 0x7f9ee8197370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee819e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ee819ee60 con 0x7f9ee81023c0 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ee819efd0 con 0x7f9ee8102d80 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9eee200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ee819f190 con 0x7f9ee81011d0 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.122+0000 7f9ee6a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60680/0 (socket says 172.21.15.112:60680) 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 -- 172.21.15.112:0/1576557600 learned_addr learned my addr 172.21.15.112:0/1576557600 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:47.127 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee7e00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee819e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee7400640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 0x7f9ee8197370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 -- 172.21.15.112:0/1576557600 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 msgr2=0x7f9ee8197370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 0x7f9ee8197370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 -- 172.21.15.112:0/1576557600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 msgr2=0x7f9ee819e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee819e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 -- 172.21.15.112:0/1576557600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ed4009560 con 0x7f9ee81023c0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee7e00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.123+0000 7f9ee6a00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009230 tx=0x7f9ed4005e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.124+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4004e10 con 0x7f9ee81023c0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.124+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9ed4005470 con 0x7f9ee81023c0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.124+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ee819f410 con 0x7f9ee81023c0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.124+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed4034440 con 0x7f9ee81023c0 2024-02-26T04:58:47.128 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.124+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ee819f8c0 con 0x7f9ee81023c0 2024-02-26T04:58:47.129 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.125+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ee8108490 con 0x7f9ee81023c0 2024-02-26T04:58:47.129 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.127+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f9ed4003680 con 0x7f9ee81023c0 2024-02-26T04:58:47.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.128+0000 7f9edfe00640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 0x7f9ecc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.129+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f9ed40efef0 con 0x7f9ee81023c0 2024-02-26T04:58:47.131 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.129+0000 7f9ee7400640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 0x7f9ecc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.132 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.129+0000 7f9ee7400640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 0x7f9ecc0a4580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8102220 tx=0x7f9ed8005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:47.135 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.133+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9ed40b8e90 con 0x7f9ee81023c0 2024-02-26T04:58:47.371 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.368+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9ee802cda0 con 0x7f9ee81023c0 2024-02-26T04:58:47.373 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.370+0000 7f9edfe00640 1 -- 172.21.15.112:0/1576557600 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+11361 (secure 0 0 0) 0x7f9ed4041090 con 0x7f9ee81023c0 2024-02-26T04:58:47.373 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:47.373 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":23,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":23,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T04:56:33.479649+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T04:58:47.373 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 23 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 msgr2=0x7f9ecc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 0x7f9ecc0a4580 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f9ee8102220 tx=0x7f9ed8005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 msgr2=0x7f9ee81978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f9ed4009230 tx=0x7f9ed4005e40 comp rx=0 tx=0).stop 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 shutdown_connections 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9ecc0a20c0 0x7f9ecc0a4580 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.376 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ee8102d80 0x7f9ee819e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ee81023c0 0x7f9ee81978b0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 --2- 172.21.15.112:0/1576557600 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ee81011d0 0x7f9ee8197370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 >> 172.21.15.112:0/1576557600 conn(0x7f9ee80fc720 msgr2=0x7f9ee8105660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:47.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 shutdown_connections 2024-02-26T04:58:47.377 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.373+0000 7f9eee200640 1 -- 172.21.15.112:0/1576557600 wait complete. 2024-02-26T04:58:47.396 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T04:58:47.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.609+0000 7f9efe600640 1 -- 172.21.15.112:0/2493145671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 msgr2=0x7f9ef8104a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.609+0000 7f9efe600640 1 --2- 172.21.15.112:0/2493145671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8104a30 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f9ee0009900 tx=0x7f9ee002bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:47.612 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 -- 172.21.15.112:0/2493145671 shutdown_connections 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 --2- 172.21.15.112:0/2493145671 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 0x7f9ef810b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 --2- 172.21.15.112:0/2493145671 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8104a30 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 --2- 172.21.15.112:0/2493145671 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 0x7f9ef81037e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 -- 172.21.15.112:0/2493145671 >> 172.21.15.112:0/2493145671 conn(0x7f9ef80fe970 msgr2=0x7f9ef8100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 -- 172.21.15.112:0/2493145671 shutdown_connections 2024-02-26T04:58:47.613 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.610+0000 7f9efe600640 1 -- 172.21.15.112:0/2493145671 wait complete. 2024-02-26T04:58:47.614 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 Processor -- start 2024-02-26T04:58:47.614 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 -- start start 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 0x7f9ef81995c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 0x7f9ef81a0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef81a10b0 con 0x7f9ef81045b0 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef81a1220 con 0x7f9ef8104f70 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9efe600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef81a13e0 con 0x7f9ef81033c0 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9ef6a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9ef6a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60696/0 (socket says 172.21.15.112:60696) 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9ef6a00640 1 -- 172.21.15.112:0/4279260652 learned_addr learned my addr 172.21.15.112:0/4279260652 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9ef7e00640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 0x7f9ef81a0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.611+0000 7f9ef7400640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 0x7f9ef81995c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 -- 172.21.15.112:0/4279260652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 msgr2=0x7f9ef81995c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 0x7f9ef81995c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 -- 172.21.15.112:0/4279260652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 msgr2=0x7f9ef81a0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.615 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 0x7f9ef81a0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 -- 172.21.15.112:0/4279260652 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee0009560 con 0x7f9ef81045b0 2024-02-26T04:58:47.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9ef6a00640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9ee0000c00 tx=0x7f9ee002c6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:47.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee00043d0 con 0x7f9ef81045b0 2024-02-26T04:58:47.616 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ef81a1660 con 0x7f9ef81045b0 2024-02-26T04:58:47.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f9ee0005310 con 0x7f9ef81045b0 2024-02-26T04:58:47.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.612+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0003e80 con 0x7f9ef81045b0 2024-02-26T04:58:47.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.613+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ef81a1b70 con 0x7f9ef81045b0 2024-02-26T04:58:47.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.614+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ef810a6e0 con 0x7f9ef81045b0 2024-02-26T04:58:47.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.615+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f9ee00035f0 con 0x7f9ef81045b0 2024-02-26T04:58:47.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.618+0000 7f9eefe00640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 0x7f9edc0a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:47.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.618+0000 7f9ef7400640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 0x7f9edc0a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:47.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.618+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f9ee00f03a0 con 0x7f9ef81045b0 2024-02-26T04:58:47.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.618+0000 7f9ef7400640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 0x7f9edc0a4580 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9ef8104410 tx=0x7f9ee8009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:47.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.622+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f9ee00b94c0 con 0x7f9ef81045b0 2024-02-26T04:58:47.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4089398272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:47.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:47 smithi112 ceph-mon[31817]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:58:47.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:47 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1576557600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:47.823 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.821+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9ef802cdd0 con 0x7f9ef81045b0 2024-02-26T04:58:47.825 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.823+0000 7f9eefe00640 1 -- 172.21.15.112:0/4279260652 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v87) v1 ==== 74+0+22707 (secure 0 0 0) 0x7f9ee0043090 con 0x7f9ef81045b0 2024-02-26T04:58:47.826 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T04:58:47.826 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":87,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T04:56:38.709037+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 msgr2=0x7f9edc0a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 0x7f9edc0a4580 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f9ef8104410 tx=0x7f9ee8009500 comp rx=0 tx=0).stop 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 msgr2=0x7f9ef8199b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f9ee0000c00 tx=0x7f9ee002c6f0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 shutdown_connections 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f9edc0a20c0 0x7f9edc0a4580 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f9ef8104f70 0x7f9ef81a0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f9ef81045b0 0x7f9ef8199b00 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.828 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 --2- 172.21.15.112:0/4279260652 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f9ef81033c0 0x7f9ef81995c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:47.829 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 >> 172.21.15.112:0/4279260652 conn(0x7f9ef80fe970 msgr2=0x7f9ef81078b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:47.829 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 shutdown_connections 2024-02-26T04:58:47.829 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:47.825+0000 7f9efe600640 1 -- 172.21.15.112:0/4279260652 wait complete. 2024-02-26T04:58:47.846 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 23, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-02-26T04:56:27.940201+0000', 'modified': '2024-02-26T04:56:33.479649+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 3, 'in': [0, 1, 2], 'up': {'mds_0': 24578, 'mds_1': 24547, 'mds_2': 24514}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24500': {'gid': 24500, 'name': 'e', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6835/638948443', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6834', 'nonce': 638948443}, {'type': 'v1', 'addr': '172.21.15.161:6835', 'nonce': 638948443}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24514': {'gid': 24514, 'name': 'f', 'rank': 2, 'incarnation': 21, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.175:6835/3141430996', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6834', 'nonce': 3141430996}, {'type': 'v1', 'addr': '172.21.15.175:6835', 'nonce': 3141430996}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24526': {'gid': 24526, 'name': 'c', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.175:6837/1485715871', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6836', 'nonce': 1485715871}, {'type': 'v1', 'addr': '172.21.15.175:6837', 'nonce': 1485715871}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24527': {'gid': 24527, 'name': 'h', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.161:6837/710454929', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6836', 'nonce': 710454929}, {'type': 'v1', 'addr': '172.21.15.161:6837', 'nonce': 710454929}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24547': {'gid': 24547, 'name': 'i', 'rank': 1, 'incarnation': 19, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.175:6839/1341510691', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.175:6838', 'nonce': 1341510691}, {'type': 'v1', 'addr': '172.21.15.175:6839', 'nonce': 1341510691}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24578': {'gid': 24578, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.161:6839/1973886766', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.161:6838', 'nonce': 1973886766}, {'type': 'v1', 'addr': '172.21.15.161:6839', 'nonce': 1973886766}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-02-26T04:58:47.846 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 3/3 2024-02-26T04:58:47.846 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.f status 2024-02-26T04:58:47.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4089398272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:47.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:47 smithi175 ceph-mon[36652]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:58:47.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:47 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1576557600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:47.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4089398272' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T04:58:47.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:47 smithi161 ceph-mon[36447]: pgmap v382: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 6 op/s 2024-02-26T04:58:47.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:47 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1576557600' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.053+0000 7fa1b5600640 1 -- 172.21.15.112:0/2824239086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b0108990 msgr2=0x7fa1b0108e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.053+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2824239086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b0108990 0x7fa1b0108e10 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7fa19c009900 tx=0x7fa19c02bc50 comp rx=0 tx=0).stop 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 -- 172.21.15.112:0/2824239086 shutdown_connections 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2824239086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0109350 0x7fa1b010fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2824239086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b0108990 0x7fa1b0108e10 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2824239086 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b01077a0 0x7fa1b0107bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 -- 172.21.15.112:0/2824239086 >> 172.21.15.112:0/2824239086 conn(0x7fa1b0076740 msgr2=0x7fa1b0078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 -- 172.21.15.112:0/2824239086 shutdown_connections 2024-02-26T04:58:48.057 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.054+0000 7fa1b5600640 1 -- 172.21.15.112:0/2824239086 wait complete. 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 Processor -- start 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 -- start start 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 0x7fa1b019de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b0109350 0x7fa1b01a4ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b01a5410 con 0x7fa1b01077a0 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b01a5580 con 0x7fa1b0108990 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1b5600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1b01a5740 con 0x7fa1b0109350 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1aea00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1aea00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60718/0 (socket says 172.21.15.112:60718) 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1aea00640 1 -- 172.21.15.112:0/2193924093 learned_addr learned my addr 172.21.15.112:0/2193924093 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.060 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.055+0000 7fa1ae000640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 0x7fa1b019de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1af400640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b0109350 0x7fa1b01a4ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 -- 172.21.15.112:0/2193924093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b0109350 msgr2=0x7fa1b01a4ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b0109350 0x7fa1b01a4ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 -- 172.21.15.112:0/2193924093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 msgr2=0x7fa1b019de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 0x7fa1b019de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 -- 172.21.15.112:0/2193924093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1a8009840 con 0x7fa1b01077a0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1ae000640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 0x7fa1b019de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1aea00640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa1a000e9c0 tx=0x7fa1a000edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1a7400640 1 -- 172.21.15.112:0/2193924093 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a0009700 con 0x7fa1b01077a0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1a7400640 1 -- 172.21.15.112:0/2193924093 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa1a000ccc0 con 0x7fa1b01077a0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa19c009560 con 0x7fa1b01077a0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.056+0000 7fa1a7400640 1 -- 172.21.15.112:0/2193924093 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a0010430 con 0x7fa1b01077a0 2024-02-26T04:58:48.061 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.057+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1b01a5dc0 con 0x7fa1b01077a0 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 Processor -- start 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1a7400640 1 -- 172.21.15.112:0/2193924093 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fa1a0003680 con 0x7fa1b01077a0 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 -- start start 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f10538a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f105390b0 0x564f1053b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f104a2b00 con 0x564f10533550 2024-02-26T04:58:48.063 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f104a0030 con 0x564f105390b0 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1049b810 con 0x564f10533f40 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60730/0 (socket says 172.21.15.112:60730) 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.060+0000 7fa1af400640 1 -- 172.21.15.112:0/3711050145 learned_addr learned my addr 172.21.15.112:0/3711050145 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1ae000640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f105390b0 0x564f1053b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.064 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1aea00640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f10538a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 -- 172.21.15.112:0/3711050145 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 msgr2=0x564f10538a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f10538a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.068 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 -- 172.21.15.112:0/3711050145 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f105390b0 msgr2=0x564f1053b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f105390b0 0x564f1053b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 -- 172.21.15.112:0/3711050145 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f10463490 con 0x564f10533550 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1aea00640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f10538a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa1af400640 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa1a80115b0 tx=0x7fa1a8011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe04c23adcc82cc0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa19b400640 1 -- 172.21.15.112:0/3711050145 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8004d20 con 0x564f10533550 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa19b400640 1 -- 172.21.15.112:0/3711050145 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa1a8004e80 con 0x564f10533550 2024-02-26T04:58:48.069 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.061+0000 7fa19b400640 1 -- 172.21.15.112:0/3711050145 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a800f8a0 con 0x564f10533550 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1a7400640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 0x7fa1940a4600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1a7400640 1 -- 172.21.15.112:0/2193924093 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa1a0014070 con 0x7fa1b01077a0 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1aea00640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 0x7fa1940a4600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3711050145 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 msgr2=0x564f10533970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa1a80115b0 tx=0x7fa1a8011a70 comp rx=0 tx=0).stop 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3711050145 shutdown_connections 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f105390b0 0x564f1053b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f10538a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3711050145 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10533970 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3711050145 >> 172.21.15.112:0/3711050145 conn(0x564f1052eac0 msgr2=0x564f1052eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3711050145 shutdown_connections 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.062+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3711050145 wait complete. 2024-02-26T04:58:48.070 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.063+0000 7fa1aea00640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 0x7fa1940a4600 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa1a009acc0 tx=0x7fa1a0000bc0 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.063+0000 7fa1b85cc740 1 -- start start 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.063+0000 7fa1b85cc740 1 Processor -- start 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.063+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f1053d370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.063+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f105390b0 0x564f105448f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f10440e70 con 0x564f10533550 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f10440b10 con 0x564f10533f40 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f101e3f20 con 0x564f105390b0 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1b85cc740 10 client.0 _ll_register_callbacks cb 0x564f10454920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f1053d370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45266/0 (socket says 172.21.15.112:45266) 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f1053d370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60740/0 (socket says 172.21.15.112:60740) 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 -- 172.21.15.112:0/1014102956 learned_addr learned my addr 172.21.15.112:0/1014102956 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.071 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1af400640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f105390b0 0x564f105448f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 -- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f105390b0 msgr2=0x564f105448f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f105390b0 0x564f105448f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 -- 172.21.15.112:0/1014102956 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 msgr2=0x564f1053d370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f1053d370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.064+0000 7fa1ae000640 1 -- 172.21.15.112:0/1014102956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1a8009e20 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa1ae000640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa19c009900 tx=0x7fa19c004270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=14c6c79fb9a0c40 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa18fe00640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19c02c5f0 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f1019b6c0 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa19c004e10 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa19c005d50 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa1b85cc740 10 client.25148 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x564f10499e90 con 0x564f10533f40 2024-02-26T04:58:48.072 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.065+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x564f1019b6c0 con 0x564f10533f40 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa19c051050 con 0x564f10533f40 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 10 client.25148 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 10 client.25148 resolve_mds: resolved name 'f' to daemon mds.f 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 20 client.25148 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f10548bd0 0x564f1054dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 4 client.25148 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:48.073 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 --> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f101ec270 con 0x564f10548bd0 2024-02-26T04:58:48.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.066+0000 7fa1af400640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f10548bd0 0x564f1054dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.067+0000 7fa1af400640 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f10548bd0 0x564f1054dc80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4eb13b58f09b0a0b server_cookie=fcc1690a08ac504a in_seq=0 out_seq=0 2024-02-26T04:58:48.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.067+0000 7fa18fe00640 10 client.25148 ms_handle_connect on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.067+0000 7fa18fe00640 1 -- 172.21.15.112:0/1014102956 <== mds.2 v2:172.21.15.175:6834/3141430996 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564f101ec270 con 0x564f10548bd0 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.067+0000 7fa18fe00640 10 client.25148 handle_command_reply: tid=0 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 client.25148 shutdown 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 msgr2=0x564f1053d8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fa19c009900 tx=0x7fa19c004270 comp rx=0 tx=0).stop 2024-02-26T04:58:48.076 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 shutdown_connections 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f10548bd0 0x564f1054dc80 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f105390b0 0x564f105448f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d8b0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa18fe00640 0 client.25148 ms_handle_reset on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/1014102956 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f1053d370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 >> 172.21.15.112:0/1014102956 conn(0x564f1052eac0 msgr2=0x564f1052dde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 shutdown_connections 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 1 -- 172.21.15.112:0/1014102956 wait complete. 2024-02-26T04:58:48.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.068+0000 7fa1b85cc740 20 client.25148 trim_cache size 0 max 16384 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 Processor -- start 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 -- start start 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 0x564f105448b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1054a6f0 con 0x564f1052eac0 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1052a0d0 con 0x564f10533f40 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.085+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1053b6d0 con 0x564f10533550 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.089 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60744/0 (socket says 172.21.15.112:60744) 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 -- 172.21.15.112:0/545675867 learned_addr learned my addr 172.21.15.112:0/545675867 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1ae000640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 0x564f105448b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 -- 172.21.15.112:0/545675867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 msgr2=0x564f105448b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 0x564f105448b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 -- 172.21.15.112:0/545675867 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 msgr2=0x564f1053d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 -- 172.21.15.112:0/545675867 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f10436880 con 0x564f1052eac0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1ae000640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 0x564f105448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.086+0000 7fa1af400640 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa1a8009fd0 tx=0x7fa1a8009d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11dd33115b475be server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa19aa00640 1 -- 172.21.15.112:0/545675867 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a8003c00 con 0x564f1052eac0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa19aa00640 1 -- 172.21.15.112:0/545675867 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa1a8003d60 con 0x564f1052eac0 2024-02-26T04:58:48.090 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa19aa00640 1 -- 172.21.15.112:0/545675867 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1a800fc50 con 0x564f1052eac0 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 -- 172.21.15.112:0/545675867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 msgr2=0x564f1053c950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fa1a8009fd0 tx=0x7fa1a8009d80 comp rx=0 tx=0).stop 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 -- 172.21.15.112:0/545675867 shutdown_connections 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f10533f40 0x564f1053d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533550 0x564f105448b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.094 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/545675867 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f1052eac0 0x564f1053c950 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 -- 172.21.15.112:0/545675867 >> 172.21.15.112:0/545675867 conn(0x564f1052f210 msgr2=0x564f10551ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 -- 172.21.15.112:0/545675867 shutdown_connections 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.087+0000 7fa1b85cc740 1 -- 172.21.15.112:0/545675867 wait complete. 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 -- start start 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 Processor -- start 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f1052eac0 0x564f105419a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f1059f940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f105451b0 con 0x564f10533550 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1059fe80 con 0x564f1052eac0 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f1059ffc0 con 0x564f10533f40 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.088+0000 7fa1b85cc740 10 client.0 _ll_register_callbacks cb 0x7fa19c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60756/0 (socket says 172.21.15.112:60756) 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 -- 172.21.15.112:0/3742067309 learned_addr learned my addr 172.21.15.112:0/3742067309 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.095 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1af400640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f1052eac0 0x564f105419a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1af400640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f1059f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 -- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 msgr2=0x564f1059f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f1059f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 -- 172.21.15.112:0/3742067309 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f1052eac0 msgr2=0x564f105419a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f1052eac0 0x564f105419a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 -- 172.21.15.112:0/3742067309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1a8030040 con 0x564f10533550 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1af400640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f1059f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa1ae000640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x564f1053e850 tx=0x7fa19c02c5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493cda39cf43d2d7 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.089+0000 7fa18fe00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa19c0044e0 con 0x564f10533550 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fa19c000e40 con 0x564f10533550 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f1054a830 con 0x564f10533550 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa19c034440 con 0x564f10533550 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 10 client.15057 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.096 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x564f1045c4e0 con 0x564f10533550 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fa19c064020 con 0x564f10533550 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7fa19c05e020 con 0x564f10533550 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 10 client.15057 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 10 client.15057 resolve_mds: resolved name 'f' to daemon mds.f 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 20 client.15057 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f105390b0 0x564f105a15b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 4 client.15057 mds_command: new command op to 24514 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.090+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 --> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] -- command(tid 0: {"prefix": "status"}) v1 -- 0x564f104bfc10 con 0x564f105390b0 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa1af400640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f105390b0 0x564f105a15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa1af400640 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f105390b0 0x564f105a15b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4ab5dbdc281474d3 server_cookie=db98b8be20b2544f in_seq=0 out_seq=0 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa18fe00640 10 client.15057 ms_handle_connect on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa18fe00640 1 -- 172.21.15.112:0/3742067309 <== mds.2 v2:172.21.15.175:6834/3141430996 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x564f104bfc10 con 0x564f105390b0 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa18fe00640 10 client.15057 handle_command_reply: tid=0 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa1b85cc740 1 client.15057 shutdown 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.091+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 msgr2=0x564f10541ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.097 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x564f1053e850 tx=0x7fa19c02c5f0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 shutdown_connections 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:6834/3141430996,v1:172.21.15.175:6835/3141430996] conn(0x564f105390b0 0x564f105a15b0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x564f10533f40 0x564f1059f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x564f10533550 0x564f10541ee0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 --2- 172.21.15.112:0/3742067309 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x564f1052eac0 0x564f105419a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa18fe00640 0 client.15057 ms_handle_reset on v2:172.21.15.175:6834/3141430996 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 >> 172.21.15.112:0/3742067309 conn(0x564f1052f210 msgr2=0x564f10552530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 shutdown_connections 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 1 -- 172.21.15.112:0/3742067309 wait complete. 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.092+0000 7fa1b85cc740 20 client.15057 trim_cache size 0 max 16384 2024-02-26T04:58:48.098 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 2, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24514, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 135.62147813600001, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 166.456361047 2024-02-26T04:58:48.099 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 msgr2=0x7fa1940a4600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 0x7fa1940a4600 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fa1a009acc0 tx=0x7fa1a0000bc0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 msgr2=0x7fa1b019d920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fa1a000e9c0 tx=0x7fa1a000edc0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 shutdown_connections 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fa1940a2140 0x7fa1940a4600 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fa1b0109350 0x7fa1b01a4ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fa1b0108990 0x7fa1b019de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 --2- 172.21.15.112:0/2193924093 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fa1b01077a0 0x7fa1b019d920 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.100 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 >> 172.21.15.112:0/2193924093 conn(0x7fa1b0076740 msgr2=0x7fa1b010bc30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 shutdown_connections 2024-02-26T04:58:48.101 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.093+0000 7fa1b5600640 1 -- 172.21.15.112:0/2193924093 wait complete. 2024-02-26T04:58:48.114 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-02-26T04:58:48.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 -- 172.21.15.112:0/1466059608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06641077a0 msgr2=0x7f0664107bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 --2- 172.21.15.112:0/1466059608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06641077a0 0x7f0664107bc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0654009900 tx=0x7f065402bc50 comp rx=0 tx=0).stop 2024-02-26T04:58:48.323 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 -- 172.21.15.112:0/1466059608 shutdown_connections 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 --2- 172.21.15.112:0/1466059608 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f0664109350 0x7f066410fbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 --2- 172.21.15.112:0/1466059608 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 0x7f0664108e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 --2- 172.21.15.112:0/1466059608 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f06641077a0 0x7f0664107bc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.320+0000 7f066b600640 1 -- 172.21.15.112:0/1466059608 >> 172.21.15.112:0/1466059608 conn(0x7f0664076740 msgr2=0x7f0664078b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.321+0000 7f066b600640 1 -- 172.21.15.112:0/1466059608 shutdown_connections 2024-02-26T04:58:48.324 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.321+0000 7f066b600640 1 -- 172.21.15.112:0/1466059608 wait complete. 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 Processor -- start 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 -- start start 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 0x7f066419dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0664109350 0x7f06641a4f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06641a5450 con 0x7f06641077a0 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06641a55c0 con 0x7f0664109350 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f066b600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06641a5780 con 0x7f0664108990 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f0668c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f0668c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60774/0 (socket says 172.21.15.112:60774) 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f0668c00640 1 -- 172.21.15.112:0/1892984520 learned_addr learned my addr 172.21.15.112:0/1892984520 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.326 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f0669600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0664109350 0x7f06641a4f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.322+0000 7f065be00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 0x7f066419dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 -- 172.21.15.112:0/1892984520 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 msgr2=0x7f066419dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 0x7f066419dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 -- 172.21.15.112:0/1892984520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0664109350 msgr2=0x7f06641a4f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0664109350 0x7f06641a4f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 -- 172.21.15.112:0/1892984520 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f065c009840 con 0x7f06641077a0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0668c00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f065402efd0 tx=0x7f0654005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0662000640 1 -- 172.21.15.112:0/1892984520 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0654004e10 con 0x7f06641077a0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0654009560 con 0x7f06641077a0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0662000640 1 -- 172.21.15.112:0/1892984520 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f0654005470 con 0x7f06641077a0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f0662000640 1 -- 172.21.15.112:0/1892984520 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0654003e20 con 0x7f06641077a0 2024-02-26T04:58:48.327 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.323+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06641a5d40 con 0x7f06641077a0 2024-02-26T04:58:48.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 Processor -- start 2024-02-26T04:58:48.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f0662000640 1 -- 172.21.15.112:0/1892984520 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f06540035f0 con 0x7f06641077a0 2024-02-26T04:58:48.329 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 -- start start 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 0x565100df4a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df7540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100d5eb00 con 0x565100def550 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100d5c030 con 0x565100deff40 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f066e5f7740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100d57810 con 0x565100df50b0 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.327+0000 7f0669600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60790/0 (socket says 172.21.15.112:60790) 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 -- 172.21.15.112:0/3154998850 learned_addr learned my addr 172.21.15.112:0/3154998850 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f065be00640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df7540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0668c00640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 0x565100df4a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 -- 172.21.15.112:0/3154998850 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 msgr2=0x565100df7540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df7540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 -- 172.21.15.112:0/3154998850 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 msgr2=0x565100df4a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 0x565100df4a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 -- 172.21.15.112:0/3154998850 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565100d1f490 con 0x565100def550 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0668c00640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 0x565100df4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0669600640 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f065c0115b0 tx=0x7f065c011a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df9c38bb1433ce8f server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0662000640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 0x7f06440a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.328+0000 7f0659c00640 1 -- 172.21.15.112:0/3154998850 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f065c004d20 con 0x565100def550 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f0659c00640 1 -- 172.21.15.112:0/3154998850 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f065c004e80 con 0x565100def550 2024-02-26T04:58:48.332 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f0659c00640 1 -- 172.21.15.112:0/3154998850 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f065c00f8c0 con 0x565100def550 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f0662000640 1 -- 172.21.15.112:0/1892984520 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f06540f0100 con 0x7f06641077a0 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f0668c00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 0x7f06440a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 -- 172.21.15.112:0/3154998850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 msgr2=0x565100def970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f065c0115b0 tx=0x7f065c011a70 comp rx=0 tx=0).stop 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 -- 172.21.15.112:0/3154998850 shutdown_connections 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df7540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100deff40 0x565100df4a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3154998850 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100def970 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f0668c00640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 0x7f06440a4580 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f06540c5070 tx=0x7f0654009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 -- 172.21.15.112:0/3154998850 >> 172.21.15.112:0/3154998850 conn(0x565100deaac0 msgr2=0x565100deaec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 -- 172.21.15.112:0/3154998850 shutdown_connections 2024-02-26T04:58:48.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.329+0000 7f066e5f7740 1 -- 172.21.15.112:0/3154998850 wait complete. 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.330+0000 7f066e5f7740 1 -- start start 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.330+0000 7f066e5f7740 1 Processor -- start 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100deff40 0x565100df98b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100df50b0 0x565100e008f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100cfce70 con 0x565100def550 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100cfcb10 con 0x565100df50b0 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100a9ff20 con 0x565100deff40 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f066e5f7740 10 client.0 _ll_register_callbacks cb 0x565100d10920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f065be00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100deff40 0x565100df98b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60804/0 (socket says 172.21.15.112:60804) 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 -- 172.21.15.112:0/2293509666 learned_addr learned my addr 172.21.15.112:0/2293509666 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.336 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100df50b0 0x565100e008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 -- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100deff40 msgr2=0x565100df98b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100deff40 0x565100df98b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 -- 172.21.15.112:0/2293509666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100df50b0 msgr2=0x565100e008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100df50b0 0x565100e008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 -- 172.21.15.112:0/2293509666 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f065c009e20 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.331+0000 7f0669600640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f065c000f80 tx=0x7f065c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab3d8543fb12990 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f0652000640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f065c003c30 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f065c02d030 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565100a576c0 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f065c003d90 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f066e5f7740 10 client.15069 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x565100d55e90 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.332+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f065c038020 con 0x565100def550 2024-02-26T04:58:48.337 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f065c021070 con 0x565100def550 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 10 client.15069 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 10 client.15069 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 20 client.15069 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e050b0 0x565100e09b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 4 client.15069 mds_command: new command op to 24547 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 --> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x565100aa8270 con 0x565100e050b0 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.333+0000 7f065be00640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e050b0 0x565100e09b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.339 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.334+0000 7f065be00640 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e050b0 0x565100e09b50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d5940fca00e459f5 server_cookie=49cecc722868ce8 in_seq=0 out_seq=0 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.334+0000 7f0652000640 10 client.15069 ms_handle_connect on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.334+0000 7f0652000640 1 -- 172.21.15.112:0/2293509666 <== mds.1 v2:172.21.15.175:6838/1341510691 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x565100aa8270 con 0x565100e050b0 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.334+0000 7f0652000640 10 client.15069 handle_command_reply: tid=0 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.334+0000 7f066e5f7740 1 client.15069 shutdown 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 msgr2=0x565100df9370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f065c000f80 tx=0x7f065c009bf0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 shutdown_connections 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100df50b0 0x565100e008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e050b0 0x565100e09b50 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100deff40 0x565100df98b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 --2- 172.21.15.112:0/2293509666 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100def550 0x565100df9370 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f0652000640 0 client.15069 ms_handle_reset on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:48.340 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 >> 172.21.15.112:0/2293509666 conn(0x565100deaac0 msgr2=0x565100de9de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 shutdown_connections 2024-02-26T04:58:48.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 1 -- 172.21.15.112:0/2293509666 wait complete. 2024-02-26T04:58:48.341 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.335+0000 7f066e5f7740 20 client.15069 trim_cache size 0 max 16384 2024-02-26T04:58:48.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 Processor -- start 2024-02-26T04:58:48.355 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 -- start start 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100df8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df94c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100e06c20 con 0x565100deff40 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100e065c0 con 0x565100def550 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f066e5f7740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100e011b0 con 0x565100df50b0 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f065be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f065be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60810/0 (socket says 172.21.15.112:60810) 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.352+0000 7f065be00640 1 -- 172.21.15.112:0/3487819258 learned_addr learned my addr 172.21.15.112:0/3487819258 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0669600640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100df8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0669600640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df94c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 -- 172.21.15.112:0/3487819258 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 msgr2=0x565100df94c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df94c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 -- 172.21.15.112:0/3487819258 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 msgr2=0x565100df8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100df8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 -- 172.21.15.112:0/3487819258 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565100cf2880 con 0x565100deff40 2024-02-26T04:58:48.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0669600640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100df8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f065be00640 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x565100deba30 tx=0x7f064c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22c0732b0690f260 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0659200640 1 -- 172.21.15.112:0/3487819258 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c017070 con 0x565100deff40 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0659200640 1 -- 172.21.15.112:0/3487819258 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f064c018040 con 0x565100deff40 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.353+0000 7f0659200640 1 -- 172.21.15.112:0/3487819258 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c010a90 con 0x565100deff40 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 -- 172.21.15.112:0/3487819258 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 msgr2=0x565100e00880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x565100deba30 tx=0x7f064c005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 -- 172.21.15.112:0/3487819258 shutdown_connections 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100df94c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100e00880 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 --2- 172.21.15.112:0/3487819258 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100df8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 -- 172.21.15.112:0/3487819258 >> 172.21.15.112:0/3487819258 conn(0x565100deaac0 msgr2=0x565100deaea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 -- 172.21.15.112:0/3487819258 shutdown_connections 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.354+0000 7f066e5f7740 1 -- 172.21.15.112:0/3487819258 wait complete. 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 -- start start 2024-02-26T04:58:48.361 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 Processor -- start 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100e00650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100dfd630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100dfdbf0 con 0x565100deff40 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100dfdd60 con 0x565100def550 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x565100e5b890 con 0x565100df50b0 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f066e5f7740 10 client.0 _ll_register_callbacks cb 0x7f064c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f065be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f065be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60822/0 (socket says 172.21.15.112:60822) 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.355+0000 7f065be00640 1 -- 172.21.15.112:0/1529941496 learned_addr learned my addr 172.21.15.112:0/1529941496 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0669600640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100dfd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0669600640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100e00650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 -- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 msgr2=0x565100dfd630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100dfd630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 -- 172.21.15.112:0/1529941496 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 msgr2=0x565100e00650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.362 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100e00650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 -- 172.21.15.112:0/1529941496 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f064c009b00 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0669600640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100dfd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f065be00640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x565100deba30 tx=0x7f064c003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=131167fc6b3e99b3 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0652000640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c017070 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f064c010ce0 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.356+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x565100e06700 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f064c010ea0 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 10 client.15075 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x565100d184e0 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x565100e06700 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f064c026070 con 0x565100deff40 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 10 client.15075 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 10 client.15075 resolve_mds: resolved name 'i' to daemon mds.i 2024-02-26T04:58:48.363 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 20 client.15075 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e60cc0 0x565100e5d120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 4 client.15075 mds_command: new command op to 24547 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.357+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 --> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] -- command(tid 0: {"prefix": "status"}) v1 -- 0x565100e06d60 con 0x565100e60cc0 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f0669600640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e60cc0 0x565100e5d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f0669600640 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e60cc0 0x565100e5d120 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d22b0927c62385a2 server_cookie=2e338f453d386ba2 in_seq=0 out_seq=0 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f0652000640 10 client.15075 ms_handle_connect on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f0652000640 1 -- 172.21.15.112:0/1529941496 <== mds.1 v2:172.21.15.175:6838/1341510691 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x565100e06d60 con 0x565100e60cc0 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f0652000640 10 client.15075 handle_command_reply: tid=0 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f066e5f7740 1 client.15075 shutdown 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 msgr2=0x565100dfd0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.364 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.358+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x565100deba30 tx=0x7f064c003da0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 shutdown_connections 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:6838/1341510691,v1:172.21.15.175:6839/1341510691] conn(0x565100e60cc0 0x565100e5d120 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x565100df50b0 0x565100dfd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x565100deff40 0x565100dfd0f0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 --2- 172.21.15.112:0/1529941496 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x565100def550 0x565100e00650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f0652000640 0 client.15075 ms_handle_reset on v2:172.21.15.175:6838/1341510691 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 >> 172.21.15.112:0/1529941496 conn(0x565100deaac0 msgr2=0x565100df8f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 shutdown_connections 2024-02-26T04:58:48.365 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 1 -- 172.21.15.112:0/1529941496 wait complete. 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066e5f7740 20 client.15075 trim_cache size 0 max 16384 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 1, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24547, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 136.67746215899999, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:48.366 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 158.30921271400001 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 msgr2=0x7f06440a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 0x7f06440a4580 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f06540c5070 tx=0x7f0654009260 comp rx=0 tx=0).stop 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 msgr2=0x7f066419d960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.359+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f065402efd0 tx=0x7f0654005dd0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 shutdown_connections 2024-02-26T04:58:48.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f06440a20c0 0x7f06440a4580 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f0664109350 0x7f06641a4f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f0664108990 0x7f066419dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 --2- 172.21.15.112:0/1892984520 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f06641077a0 0x7f066419d960 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 >> 172.21.15.112:0/1892984520 conn(0x7f0664076740 msgr2=0x7f066410bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 shutdown_connections 2024-02-26T04:58:48.368 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.360+0000 7f066b600640 1 -- 172.21.15.112:0/1892984520 wait complete. 2024-02-26T04:58:48.381 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-02-26T04:58:48.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.597+0000 7f790fc00640 1 -- 172.21.15.112:0/3948327280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f79081033c0 msgr2=0x7f79081037e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 --2- 172.21.15.112:0/3948327280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f79081033c0 0x7f79081037e0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f78fc009900 tx=0x7f78fc02bc30 comp rx=0 tx=0).stop 2024-02-26T04:58:48.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 -- 172.21.15.112:0/3948327280 shutdown_connections 2024-02-26T04:58:48.601 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 --2- 172.21.15.112:0/3948327280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7908104f70 0x7f790810b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 --2- 172.21.15.112:0/3948327280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081045b0 0x7f7908104a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 --2- 172.21.15.112:0/3948327280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f79081033c0 0x7f79081037e0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 -- 172.21.15.112:0/3948327280 >> 172.21.15.112:0/3948327280 conn(0x7f79080fe930 msgr2=0x7f7908100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 -- 172.21.15.112:0/3948327280 shutdown_connections 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.598+0000 7f790fc00640 1 -- 172.21.15.112:0/3948327280 wait complete. 2024-02-26T04:58:48.603 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 Processor -- start 2024-02-26T04:58:48.604 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 -- start start 2024-02-26T04:58:48.605 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 0x7f79081995b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 0x7f79081a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79081a10a0 con 0x7f79081045b0 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79081a1210 con 0x7f7908104f70 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f790fc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79081a13d0 con 0x7f79081033c0 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f7907e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f7907e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60840/0 (socket says 172.21.15.112:60840) 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.599+0000 7f7907e00640 1 -- 172.21.15.112:0/3153741458 learned_addr learned my addr 172.21.15.112:0/3153741458 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f790dc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 0x7f79081a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f790d200640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 0x7f79081995b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 -- 172.21.15.112:0/3153741458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 msgr2=0x7f79081995b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.606 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 0x7f79081995b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 -- 172.21.15.112:0/3153741458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 msgr2=0x7f79081a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 0x7f79081a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 -- 172.21.15.112:0/3153741458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7900009840 con 0x7f79081045b0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f790d200640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 0x7f79081995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f790dc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 0x7f79081a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7907e00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f78f400e9f0 tx=0x7f78f400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7905600640 1 -- 172.21.15.112:0/3153741458 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f4009720 con 0x7f79081045b0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78fc009560 con 0x7f79081045b0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7905600640 1 -- 172.21.15.112:0/3153741458 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f78f400cd80 con 0x7f79081045b0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.600+0000 7f7905600640 1 -- 172.21.15.112:0/3153741458 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f4010690 con 0x7f79081045b0 2024-02-26T04:58:48.607 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.601+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79081a19e0 con 0x7f79081045b0 2024-02-26T04:58:48.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7905600640 1 -- 172.21.15.112:0/3153741458 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f78f40046c0 con 0x7f79081045b0 2024-02-26T04:58:48.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7912a22740 1 Processor -- start 2024-02-26T04:58:48.617 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7912a22740 1 -- start start 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7912a22740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48702970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7912a22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.604+0000 7f7912a22740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff4870a540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f7912a22740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff48671b00 con 0x55ff487080b0 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f7912a22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4866f030 con 0x55ff48702f40 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f7912a22740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4866a810 con 0x55ff48702550 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f7907e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff4870a540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790dc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48702970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:45358/0 (socket says 172.21.15.112:45358) 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 -- 172.21.15.112:0/654914224 learned_addr learned my addr 172.21.15.112:0/654914224 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.618 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 -- 172.21.15.112:0/654914224 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 msgr2=0x55ff48702970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48702970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 -- 172.21.15.112:0/654914224 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 msgr2=0x55ff4870a540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff4870a540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f790d200640 1 -- 172.21.15.112:0/654914224 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff48632490 con 0x55ff48702f40 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.605+0000 7f7905600640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 0x7f78f00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f7905600640 1 -- 172.21.15.112:0/3153741458 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f78f4014070 con 0x7f79081045b0 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f790d200640 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c910 tx=0x7f78fc005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ffc0e0eba0e1fcc server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f790dc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 0x7f78f00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f78fa000640 1 -- 172.21.15.112:0/654914224 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78fc02cd70 con 0x55ff48702f40 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f78fa000640 1 -- 172.21.15.112:0/654914224 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f78fc004040 con 0x55ff48702f40 2024-02-26T04:58:48.619 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.606+0000 7f78fa000640 1 -- 172.21.15.112:0/654914224 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78fc005450 con 0x55ff48702f40 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- 172.21.15.112:0/654914224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 msgr2=0x55ff48707a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f790dc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 0x7f78f00a4580 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55ff487037a0 tx=0x7f7900009500 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c910 tx=0x7f78fc005dd0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- 172.21.15.112:0/654914224 shutdown_connections 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff4870a540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff48707a40 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 --2- 172.21.15.112:0/654914224 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48702970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- 172.21.15.112:0/654914224 >> 172.21.15.112:0/654914224 conn(0x55ff486fdac0 msgr2=0x55ff486fdec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- 172.21.15.112:0/654914224 shutdown_connections 2024-02-26T04:58:48.620 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- 172.21.15.112:0/654914224 wait complete. 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.607+0000 7f7912a22740 1 -- start start 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 Processor -- start 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff4870c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff4870c970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4860fe70 con 0x55ff487080b0 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4860fb10 con 0x55ff48702550 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff483b2f20 con 0x55ff48702f40 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7912a22740 10 client.0 _ll_register_callbacks cb 0x55ff48623920 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f790dc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f790dc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60860/0 (socket says 172.21.15.112:60860) 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f790dc00640 1 -- 172.21.15.112:0/1459380381 learned_addr learned my addr 172.21.15.112:0/1459380381 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f790d200640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff4870c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.621 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.608+0000 7f7907e00640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff4870c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 -- 172.21.15.112:0/1459380381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 msgr2=0x55ff4870c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff4870c970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 -- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 msgr2=0x55ff4870c430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff4870c430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 -- 172.21.15.112:0/1459380381 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f790810c100 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f790dc00640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7900010ce0 tx=0x7f7900004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ce7672404ad882 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f78eea00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7900016070 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f7900027410 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.609+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ff4868ec10 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f79000275d0 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 10 client.15087 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55ff48668e90 con 0x55ff487080b0 2024-02-26T04:58:48.622 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55ff4868ec10 con 0x55ff487080b0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f790001c8e0 con 0x55ff487080b0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 10 client.15087 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 10 client.15087 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 20 client.15087 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.610+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff48718ae0 0x55ff48717d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.611+0000 7f7912a22740 4 client.15087 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.611+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ff4836a6c0 con 0x55ff48718ae0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.611+0000 7f790d200640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff48718ae0 0x55ff48717d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.611+0000 7f790d200640 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff48718ae0 0x55ff48717d30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f72893bc3557f9a6 server_cookie=673b8f97d1b3ba6d in_seq=0 out_seq=0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.611+0000 7f78eea00640 10 client.15087 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.612+0000 7f78eea00640 1 -- 172.21.15.112:0/1459380381 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ff4836a6c0 con 0x55ff48718ae0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.612+0000 7f78eea00640 10 client.15087 handle_command_reply: tid=0 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.612+0000 7f7912a22740 1 client.15087 shutdown 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.612+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 msgr2=0x55ff48713940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.623 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.612+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f7900010ce0 tx=0x7f7900004ab0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 shutdown_connections 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff48718ae0 0x55ff48717d30 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff487080b0 0x55ff48713940 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff4870c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 --2- 172.21.15.112:0/1459380381 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff4870c430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f78eea00640 0 client.15087 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 >> 172.21.15.112:0/1459380381 conn(0x55ff486fdac0 msgr2=0x55ff486fcde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 shutdown_connections 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 1 -- 172.21.15.112:0/1459380381 wait complete. 2024-02-26T04:58:48.624 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.613+0000 7f7912a22740 20 client.15087 trim_cache size 0 max 16384 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 Processor -- start 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 -- start start 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48720f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff486fc550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff487199d0 con 0x55ff486fdac0 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4870b6e0 con 0x55ff48702f40 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7912a22740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff4870a6d0 con 0x55ff48702550 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7907e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7907e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:48258/0 (socket says 172.21.15.112:48258) 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.630+0000 7f7907e00640 1 -- 172.21.15.112:0/593716775 learned_addr learned my addr 172.21.15.112:0/593716775 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f790dc00640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff486fc550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f790d200640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48720f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 -- 172.21.15.112:0/593716775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 msgr2=0x55ff486fc550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff486fc550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 -- 172.21.15.112:0/593716775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 msgr2=0x55ff48720f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48720f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 -- 172.21.15.112:0/593716775 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ff48605880 con 0x55ff48702550 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f790d200640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48720f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f7907e00640 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f78f4097340 tx=0x7f78f400cfb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccb218a6ce1bf7bb server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.631+0000 7f78f9600640 1 -- 172.21.15.112:0/593716775 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f409acb0 con 0x55ff48702550 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f78f9600640 1 -- 172.21.15.112:0/593716775 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f78f409aa20 con 0x55ff48702550 2024-02-26T04:58:48.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f78f9600640 1 -- 172.21.15.112:0/593716775 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78f4097550 con 0x55ff48702550 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 -- 172.21.15.112:0/593716775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 msgr2=0x55ff48713860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f78f4097340 tx=0x7f78f400cfb0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 -- 172.21.15.112:0/593716775 shutdown_connections 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702f40 0x55ff486fc550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702550 0x55ff48713860 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 --2- 172.21.15.112:0/593716775 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48720f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.640 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 -- 172.21.15.112:0/593716775 >> 172.21.15.112:0/593716775 conn(0x55ff48707ac0 msgr2=0x55ff48704290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 -- 172.21.15.112:0/593716775 shutdown_connections 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.632+0000 7f7912a22740 1 -- 172.21.15.112:0/593716775 wait complete. 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 -- start start 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 Processor -- start 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff487112c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff487122d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff48714200 con 0x55ff486fdac0 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff48712810 con 0x55ff48702550 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ff487129d0 con 0x55ff48702f40 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.633+0000 7f7912a22740 10 client.0 _ll_register_callbacks cb 0x7f7900009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60880/0 (socket says 172.21.15.112:60880) 2024-02-26T04:58:48.641 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 -- 172.21.15.112:0/750612651 learned_addr learned my addr 172.21.15.112:0/750612651 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f7907e00640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff487112c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790dc00640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff487122d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 -- 172.21.15.112:0/750612651 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 msgr2=0x55ff487122d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff487122d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 -- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 msgr2=0x55ff487112c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff487112c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 -- 172.21.15.112:0/750612651 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79081a19e0 con 0x55ff486fdac0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790dc00640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff487122d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f790d200640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c640 tx=0x7f78fc02c5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a30c03a6476d31c server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f78eea00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.634+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78fc04e040 con 0x55ff486fdac0 2024-02-26T04:58:48.642 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f78fc051be0 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ff48719b10 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f78fc051da0 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 10 client.15093 fetch_fsmap learned FSMap version 23 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=4+}) v3 -- 0x55ff4862b4e0 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55ff48719b10 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 23) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f78fc051050 con 0x55ff486fdac0 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 10 client.15093 fetch_fsmap finished waiting for FSMap version 23 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 10 client.15093 resolve_mds: resolved name 'b' to daemon mds.b 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 20 client.15093 populate_metadata read hostname 'smithi112' 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff487080b0 0x55ff487706f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:48.643 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 4 client.15093 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "status"}] 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.635+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f78fc004040 con 0x55ff487080b0 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f7907e00640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff487080b0 0x55ff487706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f78eea00640 10 client.15093 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f7907e00640 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff487080b0 0x55ff487706f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=64ffa9fb05e44366 server_cookie=bb0effc6bf3b9197 in_seq=0 out_seq=0 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f78eea00640 1 -- 172.21.15.112:0/750612651 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x7f78fc004040 con 0x55ff487080b0 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f78eea00640 10 client.15093 handle_command_reply: tid=0 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.636+0000 7f7912a22740 1 client.15093 shutdown 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 msgr2=0x55ff48710d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f78fc02c640 tx=0x7f78fc02c5d0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 shutdown_connections 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55ff487080b0 0x55ff487706f0 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.644 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55ff48702f40 0x55ff487122d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f78eea00640 0 client.15093 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55ff48702550 0x55ff487112c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 --2- 172.21.15.112:0/750612651 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55ff486fdac0 0x55ff48710d80 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 >> 172.21.15.112:0/750612651 conn(0x55ff48707ac0 msgr2=0x55ff48704290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 shutdown_connections 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 1 -- 172.21.15.112:0/750612651 wait complete. 2024-02-26T04:58:48.645 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f7912a22740 20 client.15093 trim_cache size 0 max 16384 2024-02-26T04:58:48.646 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T04:58:48.646 INFO:teuthology.orchestra.run.smithi112.stdout: "cluster_fsid": "fa65e1ce-d461-11ee-95c3-87774f69a715", 2024-02-26T04:58:48.646 INFO:teuthology.orchestra.run.smithi112.stdout: "whoami": 0, 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "id": 24578, 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "want_state": "up:active", 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "state": "up:active", 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "fs_name": "cephfs", 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "rank_uptime": 139.99329201200001, 2024-02-26T04:58:48.647 INFO:teuthology.orchestra.run.smithi112.stdout: "mdsmap_epoch": 23, 2024-02-26T04:58:48.648 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch": 87, 2024-02-26T04:58:48.648 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_epoch_barrier": 85, 2024-02-26T04:58:48.648 INFO:teuthology.orchestra.run.smithi112.stdout: "uptime": 148.03628171299999 2024-02-26T04:58:48.648 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T04:58:48.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 msgr2=0x7f78f00a4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.649 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 0x7f78f00a4580 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x55ff487037a0 tx=0x7f7900009500 comp rx=0 tx=0).stop 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 msgr2=0x7f7908199af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.637+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f78f400e9f0 tx=0x7f78f400edf0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 shutdown_connections 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f78f00a20c0 0x7f78f00a4580 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7908104f70 0x7f79081a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.650 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f79081045b0 0x7f7908199af0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 --2- 172.21.15.112:0/3153741458 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f79081033c0 0x7f79081995b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:48.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 >> 172.21.15.112:0/3153741458 conn(0x7f79080fe930 msgr2=0x7f7908107930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:48.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 shutdown_connections 2024-02-26T04:58:48.651 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:48.638+0000 7f790fc00640 1 -- 172.21.15.112:0/3153741458 wait complete. 2024-02-26T04:58:48.655 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:48 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4279260652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:48.657 INFO:teuthology.run_tasks:Running task kclient... 2024-02-26T04:58:48.688 INFO:tasks.kclient:Mounting kernel clients... 2024-02-26T04:58:48.688 INFO:tasks.kclient:config is {'client.0': {}} 2024-02-26T04:58:48.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:48.689 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-02-26T04:58:48.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:48.741 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-02-26T04:58:48.835 INFO:teuthology.orchestra.run.smithi112.stderr:Cannot find device "ceph-brx" 2024-02-26T04:58:48.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T04:58:48.840 INFO:tasks.kclient:client.0 config is {'mntopts': ['ms_mode=crc', 'wsync'], 'rbytes': False, 'syntax': 'v1', 'mount_subvol_num': 1} 2024-02-26T04:58:48.840 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-02-26T04:58:48.840 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-26T04:58:48.840 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph fs ls 2024-02-26T04:58:48.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:48 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4279260652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:48 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4279260652' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T04:58:49.292 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T04:58:49.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:49 smithi112 ceph-mon[31817]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:49.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:49 smithi175 ceph-mon[36652]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:49.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:49 smithi161 ceph-mon[36447]: pgmap v383: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 5 op/s 2024-02-26T04:58:51.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 -- 172.21.15.112:0/3613156399 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 msgr2=0x7fcff0115230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:51.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 --2- 172.21.15.112:0/3613156399 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff0115230 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fcfe800b0a0 tx=0x7fcfe800b3b0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 -- 172.21.15.112:0/3613156399 shutdown_connections 2024-02-26T04:58:51.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 --2- 172.21.15.112:0/3613156399 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff0115230 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.480 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 --2- 172.21.15.112:0/3613156399 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff0073ea0 0x7fcff0074280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 --2- 172.21.15.112:0/3613156399 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff00747c0 0x7fcff0112900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 -- 172.21.15.112:0/3613156399 >> 172.21.15.112:0/3613156399 conn(0x7fcff0078dd0 msgr2=0x7fcff00791e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.477+0000 7fcff7600700 1 -- 172.21.15.112:0/3613156399 shutdown_connections 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.478+0000 7fcff7600700 1 -- 172.21.15.112:0/3613156399 wait complete. 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 Processor -- start 2024-02-26T04:58:51.481 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 -- start start 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff00747c0 0x7fcff01a4c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff019e880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff019eee0 con 0x7fcff0112e40 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff019f020 con 0x7fcff00747c0 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.479+0000 7fcff7600700 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcff019f1e0 con 0x7fcff0073ea0 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcfefe00700 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff00747c0 0x7fcff01a4c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:51.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:48286/0 (socket says 172.21.15.112:48286) 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 -- 172.21.15.112:0/921198596 learned_addr learned my addr 172.21.15.112:0/921198596 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff5600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff019e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 -- 172.21.15.112:0/921198596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff00747c0 msgr2=0x7fcff01a4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff00747c0 0x7fcff01a4c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 -- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 msgr2=0x7fcff019e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff019e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 -- 172.21.15.112:0/921198596 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfe8009d00 con 0x7fcff0073ea0 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff5600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff019e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:58:51.484 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.480+0000 7fcff4c00700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcfe400e9a0 tx=0x7fcfe400ecb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.481+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe4009790 con 0x7fcff0073ea0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.481+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fcfe400cbd0 con 0x7fcff0073ea0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.481+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcff019f4c0 con 0x7fcff0073ea0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.481+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfe40187e0 con 0x7fcff0073ea0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.481+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcff01ab760 con 0x7fcff0073ea0 2024-02-26T04:58:51.485 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.482+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcff0068930 con 0x7fcff0073ea0 2024-02-26T04:58:51.487 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.485+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7fcfe40109c0 con 0x7fcff0073ea0 2024-02-26T04:58:51.488 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.486+0000 7fcfed600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 0x7fcfd80a4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:51.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.486+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7fcfe4014070 con 0x7fcff0073ea0 2024-02-26T04:58:51.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.486+0000 7fcfefe00700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 0x7fcfd80a4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:51.489 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.487+0000 7fcfefe00700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 0x7fcfd80a4690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcff0114c40 tx=0x7fcfdc009260 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:51.491 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.488+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcfe40970c0 con 0x7fcff0073ea0 2024-02-26T04:58:51.767 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.763+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcff019fdb0 con 0x7fcff0073ea0 2024-02-26T04:58:51.767 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.764+0000 7fcfed600700 1 -- 172.21.15.112:0/921198596 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7fcfe4026070 con 0x7fcff0073ea0 2024-02-26T04:58:51.767 INFO:teuthology.orchestra.run.smithi112.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-02-26T04:58:51.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 msgr2=0x7fcfd80a4690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:51.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 0x7fcfd80a4690 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7fcff0114c40 tx=0x7fcfdc009260 comp rx=0 tx=0).stop 2024-02-26T04:58:51.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 msgr2=0x7fcff01a46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:51.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fcfe400e9a0 tx=0x7fcfe400ecb0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.770 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 shutdown_connections 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcff0112e40 0x7fcff019e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7fcfd80a21d0 0x7fcfd80a4690 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcff0073ea0 0x7fcff01a46c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 --2- 172.21.15.112:0/921198596 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcff00747c0 0x7fcff01a4c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 >> 172.21.15.112:0/921198596 conn(0x7fcff0078dd0 msgr2=0x7fcff0111ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.767+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 shutdown_connections 2024-02-26T04:58:51.771 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:51.768+0000 7fcff7600700 1 -- 172.21.15.112:0/921198596 wait complete. 2024-02-26T04:58:52.393 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:52 smithi112 ceph-mon[31817]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:52.393 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:52 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/921198596' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi112.front.sepia.ceph.com 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-02-26T04:58:52.580 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-02-26T04:58:52.581 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-02-26T04:58:52.581 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:52.581 DEBUG:teuthology.orchestra.run.smithi112:> ip addr 2024-02-26T04:58:52.631 INFO:teuthology.orchestra.run.smithi112.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-02-26T04:58:52.631 INFO:teuthology.orchestra.run.smithi112.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-02-26T04:58:52.631 INFO:teuthology.orchestra.run.smithi112.stdout: inet 127.0.0.1/8 scope host lo 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 ::1/128 scope host 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2c brd ff:ff:ff:ff:ff:ff 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f0 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:d8:a5:2d brd ff:ff:ff:ff:ff:ff 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: altname enp7s0f1 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:68 brd ff:ff:ff:ff:ff:ff 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: link/ether 0c:c4:7a:8f:cb:69 brd ff:ff:ff:ff:ff:ff 2024-02-26T04:58:52.632 INFO:teuthology.orchestra.run.smithi112.stdout: inet 172.21.15.112/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-02-26T04:58:52.633 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft 41894sec preferred_lft 41894sec 2024-02-26T04:58:52.633 INFO:teuthology.orchestra.run.smithi112.stdout: inet6 fe80::ec4:7aff:fe8f:cb69/64 scope link 2024-02-26T04:58:52.633 INFO:teuthology.orchestra.run.smithi112.stdout: valid_lft forever preferred_lft forever 2024-02-26T04:58:52.633 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-02-26T04:58:52.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:52.633 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec bash -c ' 2024-02-26T04:58:52.633 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-02-26T04:58:52.633 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add name ceph-brx type bridge 2024-02-26T04:58:52.634 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr flush dev ceph-brx 2024-02-26T04:58:52.634 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set ceph-brx up 2024-02-26T04:58:52.634 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-02-26T04:58:52.634 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-02-26T04:58:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:52 smithi161 ceph-mon[36447]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:52.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:52 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/921198596' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-26T04:58:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:52 smithi175 ceph-mon[36652]: pgmap v384: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 6 op/s 2024-02-26T04:58:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:52 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/921198596' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-02-26T04:58:53.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:53.072 DEBUG:teuthology.orchestra.run.smithi112:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-02-26T04:58:53.152 INFO:teuthology.orchestra.run.smithi112.stdout:1 2024-02-26T04:58:53.154 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:53.154 DEBUG:teuthology.orchestra.run.smithi112:> route 2024-02-26T04:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:Kernel IP routing table 2024-02-26T04:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-02-26T04:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-02-26T04:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-02-26T04:58:53.211 INFO:teuthology.orchestra.run.smithi112.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-02-26T04:58:53.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec bash -c ' 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-02-26T04:58:53.212 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-02-26T04:58:53.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:53.963 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-02-26T04:58:54.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:54.018 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list-id 2024-02-26T04:58:54.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:54.072 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec bash -c ' 2024-02-26T04:58:54.072 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-02-26T04:58:54.072 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-26T04:58:54.072 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-02-26T04:58:54.072 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-02-26T04:58:54.213 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-02-26T04:58:54.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:54.213 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec bash -c ' 2024-02-26T04:58:54.213 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-02-26T04:58:54.213 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-02-26T04:58:54.213 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-02-26T04:58:54.213 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-02-26T04:58:54.214 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-02-26T04:58:54.214 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-02-26T04:58:54.214 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-02-26T04:58:54.486 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:54 smithi112 ceph-mon[31817]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-02-26T04:58:54.500 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:54.500 DEBUG:teuthology.orchestra.run.smithi112:> (cd / && exec bash -c ' 2024-02-26T04:58:54.500 DEBUG:teuthology.orchestra.run.smithi112:> set -e 2024-02-26T04:58:54.500 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set brx.0 up 2024-02-26T04:58:54.501 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link set dev brx.0 master ceph-brx 2024-02-26T04:58:54.501 DEBUG:teuthology.orchestra.run.smithi112:> ') 2024-02-26T04:58:54.663 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-26T04:58:54.664 DEBUG:teuthology.orchestra.run.smithi112:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-02-26T04:58:54.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:54 smithi161 ceph-mon[36447]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-02-26T04:58:54.709 INFO:teuthology.orchestra.run.smithi112.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-02-26T04:58:54.709 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-02-26T04:58:54.709 DEBUG:teuthology.orchestra.run.smithi112:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-02-26T04:58:54.801 WARNING:tasks.cephfs.mount:You cannot specify both: cephfs_mntpt and mount_subvol_num 2024-02-26T04:58:54.801 INFO:tasks.cephfs.mount:Mounting subvol 1 for now 2024-02-26T04:58:54.801 INFO:tasks.cephfs.kernel_mount:mounting using device: :/volumes/qa/sv_1/b7bc4477-d7b8-4334-b66a-bed842cbbaa5 2024-02-26T04:58:54.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:54.801 DEBUG:teuthology.orchestra.run.smithi112:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph :/volumes/qa/sv_1/b7bc4477-d7b8-4334-b66a-bed842cbbaa5 /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync 2024-02-26T04:58:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:54 smithi175 ceph-mon[36652]: pgmap v385: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.9 KiB/s rd, 6 op/s 2024-02-26T04:58:54.933 INFO:teuthology.orchestra.run.smithi112.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync 2024-02-26T04:58:54.933 INFO:teuthology.orchestra.run.smithi112.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync". 2024-02-26T04:58:54.933 INFO:teuthology.orchestra.run.smithi112.stdout:invalid new device string format 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync". 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:invalid new device string format 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:mount.ceph: resolved to: "172.21.15.112:3300,172.21.15.161:3300,172.21.15.175:3300" 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:mount.ceph: trying mount with old device syntax: 172.21.15.112:3300,172.21.15.161:3300,172.21.15.175:3300:/volumes/qa/sv_1/b7bc4477-d7b8-4334-b66a-bed842cbbaa5 2024-02-26T04:58:55.618 INFO:teuthology.orchestra.run.smithi112.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,mds_namespace=cephfs,ms_mode=crc,wsync,key=0,fsid=fa65e1ce-d461-11ee-95c3-87774f69a715" will pass to kernel 2024-02-26T04:58:55.626 INFO:teuthology.orchestra.run.smithi112.stdout:mount: /home/ubuntu/cephtest/mnt.0 does not contain SELinux labels. 2024-02-26T04:58:55.626 INFO:teuthology.orchestra.run.smithi112.stdout: You just mounted a file system that supports labels which does not 2024-02-26T04:58:55.626 INFO:teuthology.orchestra.run.smithi112.stdout: contain labels, onto an SELinux box. It is likely that confined 2024-02-26T04:58:55.626 INFO:teuthology.orchestra.run.smithi112.stdout: applications will generate AVC messages and not be allowed access to 2024-02-26T04:58:55.626 INFO:teuthology.orchestra.run.smithi112.stdout: this file system. For more details see restorecon(8) and mount(8). 2024-02-26T04:58:55.631 INFO:tasks.cephfs.kernel_mount:mount command passed 2024-02-26T04:58:55.632 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:55.632 DEBUG:teuthology.orchestra.run.smithi112:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-02-26T04:58:55.736 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:55.736 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-26T04:58:55.796 INFO:teuthology.orchestra.run.smithi112.stdout:client15102 2024-02-26T04:58:55.796 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:58:55.796 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-26T04:58:55.848 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:55.848 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-26T04:58:55.951 INFO:teuthology.orchestra.run.smithi112.stdout:client15102 2024-02-26T04:58:55.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:55.951 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2024-02-26T04:58:56.006 INFO:teuthology.orchestra.run.smithi112.stdout:client15102 2024-02-26T04:58:56.007 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T04:58:56.007 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715.client15102/status') 2024-02-26T04:58:56.091 INFO:teuthology.orchestra.run.smithi112.stdout:instance: client.15102 (3)192.168.0.1:0/999280546 2024-02-26T04:58:56.092 INFO:teuthology.orchestra.run.smithi112.stdout:blocklisted: false 2024-02-26T04:58:56.092 INFO:teuthology.orchestra.run.smithi112.stderr:0+1 records in 2024-02-26T04:58:56.092 INFO:teuthology.orchestra.run.smithi112.stderr:0+1 records out 2024-02-26T04:58:56.092 INFO:teuthology.orchestra.run.smithi112.stderr:69 bytes copied, 6.807e-05 s, 1.0 MB/s 2024-02-26T04:58:56.096 INFO:teuthology.run_tasks:Running task exec... 2024-02-26T04:58:56.107 INFO:teuthology.task.exec:Executing custom commands... 2024-02-26T04:58:56.107 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:58:56.107 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 -- 172.21.15.112:0/2873263968 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 msgr2=0x7f320810b820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 --2- 172.21.15.112:0/2873263968 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f320810b820 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3200009ca0 tx=0x7f320002c100 comp rx=0 tx=0).stop 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 -- 172.21.15.112:0/2873263968 shutdown_connections 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 --2- 172.21.15.112:0/2873263968 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f320810b820 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 --2- 172.21.15.112:0/2873263968 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081045d0 0x7f3208104a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:56.312 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 --2- 172.21.15.112:0/2873263968 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081033e0 0x7f3208103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:56.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 -- 172.21.15.112:0/2873263968 >> 172.21.15.112:0/2873263968 conn(0x7f32080fe970 msgr2=0x7f3208100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:56.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 -- 172.21.15.112:0/2873263968 shutdown_connections 2024-02-26T04:58:56.313 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.309+0000 7f320dc00640 1 -- 172.21.15.112:0/2873263968 wait complete. 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.310+0000 7f320dc00640 1 Processor -- start 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 -- start start 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081033e0 0x7f3208199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081045d0 0x7f3208199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32081a0f10 con 0x7f3208104f90 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32081a1080 con 0x7f32081045d0 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f320dc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32081a1240 con 0x7f32081033e0 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f3207400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f3207400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53578/0 (socket says 172.21.15.112:53578) 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f3207400640 1 -- 172.21.15.112:0/3267939495 learned_addr learned my addr 172.21.15.112:0/3267939495 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.311+0000 7f3206a00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081033e0 0x7f3208199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3206000640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081045d0 0x7f3208199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:56.315 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 -- 172.21.15.112:0/3267939495 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081033e0 msgr2=0x7f3208199420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:56.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081033e0 0x7f3208199420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:56.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 -- 172.21.15.112:0/3267939495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081045d0 msgr2=0x7f3208199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:56.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081045d0 0x7f3208199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:56.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 -- 172.21.15.112:0/3267939495 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3200009900 con 0x7f3208104f90 2024-02-26T04:58:56.316 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f3207400640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3200005e30 tx=0x7f3200032a90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.312+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3200034850 con 0x7f3208104f90 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.313+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f3200003e70 con 0x7f3208104f90 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.313+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f320003f440 con 0x7f3208104f90 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.313+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32081a14c0 con 0x7f3208104f90 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.313+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32081a1920 con 0x7f3208104f90 2024-02-26T04:58:56.317 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.314+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f320810a630 con 0x7f3208104f90 2024-02-26T04:58:56.318 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.316+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f320003b040 con 0x7f3208104f90 2024-02-26T04:58:56.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.317+0000 7f31ff400640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 0x7f31ec0a46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:56.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.317+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f32000f07e0 con 0x7f3208104f90 2024-02-26T04:58:56.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.317+0000 7f3206a00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 0x7f31ec0a46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:56.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.318+0000 7f3206a00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 0x7f31ec0a46a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3208104430 tx=0x7f31f800b390 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:56.331 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.329+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f32000b9780 con 0x7f3208104f90 2024-02-26T04:58:56.571 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:56.568+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) v1 -- 0x7f320802cea0 con 0x7f3208104f90 2024-02-26T04:58:56.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:56 smithi161 ceph-mon[36447]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T04:58:56.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:56 smithi112 ceph-mon[31817]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T04:58:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:56 smithi175 ceph-mon[36652]: pgmap v386: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T04:58:57.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.410+0000 7f31ff400640 1 -- 172.21.15.112:0/3267939495 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v24) v1 ==== 117+0+0 (secure 0 0 0) 0x7f32000bce40 con 0x7f3208104f90 2024-02-26T04:58:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 msgr2=0x7f31ec0a46a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 0x7f31ec0a46a0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f3208104430 tx=0x7f31f800b390 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 msgr2=0x7f32081a09d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f3200005e30 tx=0x7f3200032a90 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 shutdown_connections 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f31ec0a21e0 0x7f31ec0a46a0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3208104f90 0x7f32081a09d0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f32081045d0 0x7f3208199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 --2- 172.21.15.112:0/3267939495 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f32081033e0 0x7f3208199420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 >> 172.21.15.112:0/3267939495 conn(0x7f32080fe970 msgr2=0x7f3208107800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 shutdown_connections 2024-02-26T04:58:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.414+0000 7f320dc00640 1 -- 172.21.15.112:0/3267939495 wait complete. 2024-02-26T04:58:57.440 INFO:teuthology.run_tasks:Running task check-counter... 2024-02-26T04:58:57.451 INFO:teuthology.run_tasks:Running task exec... 2024-02-26T04:58:57.459 INFO:teuthology.task.exec:Executing custom commands... 2024-02-26T04:58:57.459 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:58:57.460 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-02-26T04:58:57.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 -- 172.21.15.112:0/3428650505 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381091b0 msgr2=0x7f4b3810fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:57.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 --2- 172.21.15.112:0/3428650505 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381091b0 0x7f4b3810fa40 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f4b30009ca0 tx=0x7f4b3002c0f0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.671 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 -- 172.21.15.112:0/3428650505 shutdown_connections 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 --2- 172.21.15.112:0/3428650505 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381091b0 0x7f4b3810fa40 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 --2- 172.21.15.112:0/3428650505 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381087f0 0x7f4b38108c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 --2- 172.21.15.112:0/3428650505 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b38107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 -- 172.21.15.112:0/3428650505 >> 172.21.15.112:0/3428650505 conn(0x7f4b380765c0 msgr2=0x7f4b380789e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 -- 172.21.15.112:0/3428650505 shutdown_connections 2024-02-26T04:58:57.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.668+0000 7f4b37200640 1 -- 172.21.15.112:0/3428650505 wait complete. 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.669+0000 7f4b37200640 1 Processor -- start 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 -- start start 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 0x7f4b3819dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381091b0 0x7f4b381a4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b381a5260 con 0x7f4b381087f0 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b381a53d0 con 0x7f4b38107600 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b37200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b381a5590 con 0x7f4b381091b0 2024-02-26T04:58:57.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b35e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b2fe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 0x7f4b3819dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b35e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35408/0 (socket says 172.21.15.112:35408) 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b35e00640 1 -- 172.21.15.112:0/3081645976 learned_addr learned my addr 172.21.15.112:0/3081645976 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.670+0000 7f4b36800640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381091b0 0x7f4b381a4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 -- 172.21.15.112:0/3081645976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381091b0 msgr2=0x7f4b381a4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381091b0 0x7f4b381a4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 -- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 msgr2=0x7f4b3819dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 0x7f4b3819dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 -- 172.21.15.112:0/3081645976 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b28009490 con 0x7f4b38107600 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b2fe00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 0x7f4b3819dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b35e00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4b2800e9c0 tx=0x7f4b2800ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b2800cde0 con 0x7f4b38107600 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4b28010930 con 0x7f4b38107600 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b30009900 con 0x7f4b38107600 2024-02-26T04:58:57.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b28018a80 con 0x7f4b38107600 2024-02-26T04:58:57.676 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.671+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b381a5bf0 con 0x7f4b38107600 2024-02-26T04:58:57.676 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.672+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b3810e8c0 con 0x7f4b38107600 2024-02-26T04:58:57.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.674+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 18) v1 ==== 136769+0+0 (secure 0 0 0) 0x7f4b28010aa0 con 0x7f4b38107600 2024-02-26T04:58:57.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.676+0000 7f4b2ea00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 0x7f4b1c0a4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:57.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.676+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f4b28014070 con 0x7f4b38107600 2024-02-26T04:58:57.678 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.676+0000 7f4b2fe00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 0x7f4b1c0a4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:57.679 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.677+0000 7f4b2fe00640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 0x7f4b1c0a4570 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4b3819ec80 tx=0x7f4b20005f90 comp rx=0 tx=0).ready entity=mgr.14152 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:57.682 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.680+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4b28097270 con 0x7f4b38107600 2024-02-26T04:58:57.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:57 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-26T04:58:57.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:57 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-26T04:58:57.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:57 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-02-26T04:58:57.931 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:57.928+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7f4b3802ce40 con 0x7f4b38107600 2024-02-26T04:58:58.438 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.436+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mgrmap(e 19) v1 ==== 136786+0+0 (secure 0 0 0) 0x7f4b28097640 con 0x7f4b38107600 2024-02-26T04:58:58.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.437+0000 7f4b2ea00640 1 -- 172.21.15.112:0/3081645976 <== mon.2 v2:172.21.15.161:3300/0 8 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7f4b28076ad0 con 0x7f4b38107600 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 msgr2=0x7f4b1c0a4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 0x7f4b1c0a4570 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f4b3819ec80 tx=0x7f4b20005f90 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 msgr2=0x7f4b3819d770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f4b2800e9c0 tx=0x7f4b2800ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 shutdown_connections 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f4b1c0a20b0 0x7f4b1c0a4570 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4b381091b0 0x7f4b381a4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4b381087f0 0x7f4b3819dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 --2- 172.21.15.112:0/3081645976 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4b38107600 0x7f4b3819d770 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 >> 172.21.15.112:0/3081645976 conn(0x7f4b380765c0 msgr2=0x7f4b3810ba90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 shutdown_connections 2024-02-26T04:58:58.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.441+0000 7f4b37200640 1 -- 172.21.15.112:0/3081645976 wait complete. 2024-02-26T04:58:58.466 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 -- 172.21.15.112:0/2609879317 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 msgr2=0x7feb44073fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 --2- 172.21.15.112:0/2609879317 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44073fc0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7feb30009860 tx=0x7feb3002bc00 comp rx=0 tx=0).stop 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 -- 172.21.15.112:0/2609879317 shutdown_connections 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 --2- 172.21.15.112:0/2609879317 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 0x7feb4410b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 --2- 172.21.15.112:0/2609879317 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44073fc0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 --2- 172.21.15.112:0/2609879317 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 0x7feb44073590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 -- 172.21.15.112:0/2609879317 >> 172.21.15.112:0/2609879317 conn(0x7feb440fc740 msgr2=0x7feb440feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 -- 172.21.15.112:0/2609879317 shutdown_connections 2024-02-26T04:58:58.670 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.667+0000 7feb48e00640 1 -- 172.21.15.112:0/2609879317 wait complete. 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.668+0000 7feb48e00640 1 Processor -- start 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 -- start start 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 0x7feb44199960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 0x7feb441a09d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb441a0f10 con 0x7feb44109060 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb441a1080 con 0x7feb44073b60 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb48e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb441a1240 con 0x7feb44075140 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb41e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb41e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35444/0 (socket says 172.21.15.112:35444) 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb42800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 0x7feb441a09d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb41e00640 1 -- 172.21.15.112:0/1360353044 learned_addr learned my addr 172.21.15.112:0/1360353044 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:58.672 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.669+0000 7feb41400640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 0x7feb44199960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:58.673 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 msgr2=0x7feb44199960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 0x7feb44199960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 msgr2=0x7feb441a09d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 0x7feb441a09d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 -- 172.21.15.112:0/1360353044 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb34009560 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb41e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb3400e9c0 tx=0x7feb3400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb3400cde0 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7feb340035f0 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb34010690 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb30009490 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.670+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb441a18c0 con 0x7feb44073b60 2024-02-26T04:58:58.674 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.671+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb44107e20 con 0x7feb44073b60 2024-02-26T04:58:58.675 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.673+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 19) v1 ==== 136786+0+0 (secure 0 0 0) 0x7feb34003b60 con 0x7feb44073b60 2024-02-26T04:58:58.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.674+0000 7feb3aa00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 0x7feb280a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:58.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.674+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7feb34014070 con 0x7feb44073b60 2024-02-26T04:58:58.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.674+0000 7feb41400640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 msgr2=0x7feb280a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:58.677 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.675+0000 7feb41400640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 0x7feb280a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:58:58.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.678+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7feb34097030 con 0x7feb44073b60 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mon[36447]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3081645976' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: ignoring --setuser ceph since I am not root 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: ignoring --setgroup ceph since I am not root 2024-02-26T04:58:58.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:58 smithi161 ceph-mgr[37835]: -- 172.21.15.161:0/1252313716 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55991d5fc1a0 con 0x55991d5d2c00 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-mon[31817]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3081645976' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setuser ceph since I am not root 2024-02-26T04:58:58.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:58:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: ignoring --setgroup ceph since I am not root 2024-02-26T04:58:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mon[36652]: pgmap v387: 97 pgs: 97 active+clean; 640 KiB data, 346 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:58:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3267939495' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3081645976' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: ignoring --setuser ceph since I am not root 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: ignoring --setgroup ceph since I am not root 2024-02-26T04:58:58.862 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-mgr[38522]: -- 172.21.15.175:0/764456590 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f42c1b21a0 con 0x55f42c188800 2024-02-26T04:58:58.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.876+0000 7feb41400640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 msgr2=0x7feb280a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:58.878 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.876+0000 7feb41400640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 0x7feb280a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:58:58.882 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.880+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7feb4410eef0 con 0x7feb44073b60 2024-02-26T04:58:58.891 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.889+0000 7feb3aa00640 1 -- 172.21.15.112:0/1360353044 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v26)=0 v26) v1 ==== 138+0+0 (secure 0 0 0) 0x7feb3409a6f0 con 0x7feb44073b60 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 msgr2=0x7feb280a46f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 0x7feb280a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 msgr2=0x7feb44199420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7feb3400e9c0 tx=0x7feb3400ee80 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 shutdown_connections 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7feb280a2230 0x7feb280a46f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7feb44109060 0x7feb441a09d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7feb44075140 0x7feb44199960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 --2- 172.21.15.112:0/1360353044 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7feb44073b60 0x7feb44199420 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:58.895 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 >> 172.21.15.112:0/1360353044 conn(0x7feb440fc740 msgr2=0x7feb44104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:58.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 shutdown_connections 2024-02-26T04:58:58.896 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:58.892+0000 7feb48e00640 1 -- 172.21.15.112:0/1360353044 wait complete. 2024-02-26T04:58:58.912 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-02-26T04:58:59.110 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.107+0000 7ff970e00640 1 -- 172.21.15.112:0/1478582154 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 msgr2=0x7ff96c109430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.107+0000 7ff970e00640 1 --2- 172.21.15.112:0/1478582154 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c109430 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff964009ca0 tx=0x7ff96402c0f0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.107+0000 7ff970e00640 1 -- 172.21.15.112:0/1478582154 shutdown_connections 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.107+0000 7ff970e00640 1 --2- 172.21.15.112:0/1478582154 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c109430 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.108+0000 7ff970e00640 1 --2- 172.21.15.112:0/1478582154 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c1021e0 0x7ff96c102660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.108+0000 7ff970e00640 1 --2- 172.21.15.112:0/1478582154 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c100ff0 0x7ff96c101410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.108+0000 7ff970e00640 1 -- 172.21.15.112:0/1478582154 >> 172.21.15.112:0/1478582154 conn(0x7ff96c0fc560 msgr2=0x7ff96c0fe9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.108+0000 7ff970e00640 1 -- 172.21.15.112:0/1478582154 shutdown_connections 2024-02-26T04:58:59.111 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.108+0000 7ff970e00640 1 -- 172.21.15.112:0/1478582154 wait complete. 2024-02-26T04:58:59.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 Processor -- start 2024-02-26T04:58:59.112 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 -- start start 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 0x7ff96c1993a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96c1a0e90 con 0x7ff96c1021e0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96c1a1000 con 0x7ff96c100ff0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.109+0000 7ff970e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff96c1a11c0 con 0x7ff96c102ba0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96aa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96b400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 0x7ff96c1993a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96b400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 0x7ff96c1993a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35466/0 (socket says 172.21.15.112:35466) 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96aa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:53654/0 (socket says 172.21.15.112:53654) 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96b400640 1 -- 172.21.15.112:0/711599434 learned_addr learned my addr 172.21.15.112:0/711599434 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:46244/0 (socket says 172.21.15.112:46244) 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 msgr2=0x7ff96c1993a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.113 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 0x7ff96c1993a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 msgr2=0x7ff96c1998e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96be00640 1 -- 172.21.15.112:0/711599434 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff964009900 con 0x7ff96c102ba0 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.110+0000 7ff96aa00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff96be00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff96402c630 tx=0x7ff9640346d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:59.114 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff964032e70 con 0x7ff96c102ba0 2024-02-26T04:58:59.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff96c1a1440 con 0x7ff96c102ba0 2024-02-26T04:58:59.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7ff964003e70 con 0x7ff96c102ba0 2024-02-26T04:58:59.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff964040450 con 0x7ff96c102ba0 2024-02-26T04:58:59.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.111+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff96c1a18c0 con 0x7ff96c102ba0 2024-02-26T04:58:59.115 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.112+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff96c10cb90 con 0x7ff96c102ba0 2024-02-26T04:58:59.117 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.115+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 19) v1 ==== 136786+0+0 (secure 0 0 0) 0x7ff96400a040 con 0x7ff96c102ba0 2024-02-26T04:58:59.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.116+0000 7ff963e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 0x7ff9500a45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.116+0000 7ff96b400640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 msgr2=0x7ff9500a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:59.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.116+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7ff9640f0b40 con 0x7ff96c102ba0 2024-02-26T04:58:59.119 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.116+0000 7ff96b400640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 0x7ff9500a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:58:59.123 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.120+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7ff9640b9ae0 con 0x7ff96c102ba0 2024-02-26T04:58:59.320 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.317+0000 7ff96b400640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 msgr2=0x7ff9500a45c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:59.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.317+0000 7ff96b400640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 0x7ff9500a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:58:59.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.318+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7ff96c1a1dc0 con 0x7ff96c102ba0 2024-02-26T04:58:59.330 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.327+0000 7ff963e00640 1 -- 172.21.15.112:0/711599434 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v27)=0 v27) v1 ==== 133+0+0 (secure 0 0 0) 0x7ff9640040d0 con 0x7ff96c102ba0 2024-02-26T04:58:59.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 msgr2=0x7ff9500a45c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:58:59.333 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 0x7ff9500a45c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 msgr2=0x7ff96c1a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff96402c630 tx=0x7ff9640346d0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 shutdown_connections 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7ff9500a2100 0x7ff9500a45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7ff96c102ba0 0x7ff96c1a0950 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.334 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7ff96c1021e0 0x7ff96c1998e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 --2- 172.21.15.112:0/711599434 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7ff96c100ff0 0x7ff96c1993a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.329+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 >> 172.21.15.112:0/711599434 conn(0x7ff96c0fc560 msgr2=0x7ff96c0733b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:59.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.330+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 shutdown_connections 2024-02-26T04:58:59.335 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.330+0000 7ff970e00640 1 -- 172.21.15.112:0/711599434 wait complete. 2024-02-26T04:58:59.349 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-02-26T04:58:59.361 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:58:58.985+0000 7fa4d9258200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:58:59.361 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:58:59.078+0000 7fa4d9258200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:58:59.445 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:58:58.999+0000 7f1d04a84200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:58:59.445 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:58:59.093+0000 7f1d04a84200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.546+0000 7f6fca200640 1 -- 172.21.15.112:0/2595590727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 msgr2=0x7f6fc4073590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.546+0000 7f6fca200640 1 --2- 172.21.15.112:0/2595590727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 0x7f6fc4073590 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4009900 tx=0x7f6fb402bcd0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 -- 172.21.15.112:0/2595590727 shutdown_connections 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 --2- 172.21.15.112:0/2595590727 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 0x7f6fc410b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 --2- 172.21.15.112:0/2595590727 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4073fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 --2- 172.21.15.112:0/2595590727 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 0x7f6fc4073590 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 -- 172.21.15.112:0/2595590727 >> 172.21.15.112:0/2595590727 conn(0x7f6fc40fc740 msgr2=0x7f6fc40feb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 -- 172.21.15.112:0/2595590727 shutdown_connections 2024-02-26T04:58:59.550 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.547+0000 7f6fca200640 1 -- 172.21.15.112:0/2595590727 wait complete. 2024-02-26T04:58:59.552 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 Processor -- start 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 -- start start 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4199460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 0x7f6fc41999a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 0x7f6fc41a0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc41a0f50 con 0x7f6fc4075140 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc41a10c0 con 0x7f6fc4073b60 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fca200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fc41a1280 con 0x7f6fc4109060 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fc3400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4199460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fc3400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4199460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35472/0 (socket says 172.21.15.112:35472) 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fc3400640 1 -- 172.21.15.112:0/2779830758 learned_addr learned my addr 172.21.15.112:0/2779830758 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 0x7f6fc41999a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.548+0000 7f6fc3e00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 0x7f6fc41a0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:58:59.553 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 msgr2=0x7f6fc41a0a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 0x7f6fc41a0a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 msgr2=0x7f6fc41999a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f6fc4075140 0x7f6fc41999a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fbc009840 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3e00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f6fc4109060 0x7f6fc41a0a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.549+0000 7f6fc3400640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4199460 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4000c00 tx=0x7f6fb4005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.550+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb40042d0 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.550+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f6fb4004430 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.550+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb4009560 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.550+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fb4003c20 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.550+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fc41a18d0 con 0x7f6fc4073b60 2024-02-26T04:58:59.554 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.551+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fc4107e20 con 0x7f6fc4073b60 2024-02-26T04:58:59.557 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.555+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 19) v1 ==== 136786+0+0 (secure 0 0 0) 0x7f6fb4005510 con 0x7f6fc4073b60 2024-02-26T04:58:59.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.556+0000 7f6fbbe00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:58:59.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.556+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:59.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.556+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8190+0+0 (secure 0 0 0) 0x7f6fb40f03f0 con 0x7f6fc4073b60 2024-02-26T04:58:59.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.556+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-02-26T04:58:59.559 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.557+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f6fb40b93f0 con 0x7f6fc4073b60 2024-02-26T04:58:59.718 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-26T04:58:59.718 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-mon[36652]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-02-26T04:58:59.718 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.718 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-26T04:58:59.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-mon[31817]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-02-26T04:58:59.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:58:59.289+0000 7f031dfb5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-02-26T04:58:59.739 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:58:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:58:59.416+0000 7f031dfb5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-02-26T04:58:59.741 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-02-26T04:58:59.741 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-mon[36447]: mgrmap e19: x(active, since 10m), standbys: z, y 2024-02-26T04:58:59.741 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.741 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' 2024-02-26T04:58:59.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.757+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:58:59.759 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.757+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-02-26T04:58:59.780 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:58:59.778+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fc402ce40 con 0x7f6fa80a2230 2024-02-26T04:59:00.048 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:58:59.715+0000 7fa4d9258200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:59:00.048 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:58:59.807+0000 7fa4d9258200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:59:00.048 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:58:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:58:59.949+0000 7fa4d9258200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:59:00.048 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.045+0000 7fa4d9258200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:59:00.073 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:58:59.738+0000 7f1d04a84200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:59:00.073 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:58:59.832+0000 7f1d04a84200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:59:00.073 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:58:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:58:59.975+0000 7f1d04a84200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:59:00.161 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:00.158+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:59:00.161 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:00.158+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-02-26T04:59:00.361 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.127+0000 7fa4d9258200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:59:00.420 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.070+0000 7f1d04a84200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:59:00.420 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.154+0000 7f1d04a84200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:59:00.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:00.218+0000 7f031dfb5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-02-26T04:59:00.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:00.340+0000 7f031dfb5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-02-26T04:59:00.687 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.390+0000 7fa4d9258200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:59:00.687 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.499+0000 7fa4d9258200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:00.687 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.588+0000 7fa4d9258200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:59:00.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.417+0000 7f1d04a84200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:59:00.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.528+0000 7f1d04a84200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:00.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.617+0000 7f1d04a84200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:59:00.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:00.959+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:59:00.962 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:00.959+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-02-26T04:59:00.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:00.518+0000 7f031dfb5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-02-26T04:59:00.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:00.648+0000 7f031dfb5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-02-26T04:59:00.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:00.758+0000 7f031dfb5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-02-26T04:59:01.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.684+0000 7fa4d9258200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:59:01.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:00.861+0000 7fa4d9258200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:59:01.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.713+0000 7f1d04a84200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:59:01.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:00.891+0000 7f1d04a84200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:59:01.345 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:01.091+0000 7f031dfb5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-02-26T04:59:01.345 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:01.229+0000 7f031dfb5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:01.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:01.341+0000 7f031dfb5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-02-26T04:59:01.688 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:01.464+0000 7f031dfb5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-02-26T04:59:01.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:01.684+0000 7f031dfb5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-02-26T04:59:02.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:01.819+0000 7fa4d9258200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:59:02.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:01.949+0000 7fa4d9258200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:59:02.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:01.860+0000 7f1d04a84200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:59:02.194 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:01.991+0000 7f1d04a84200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:59:02.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:02.561+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:59:02.564 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:02.561+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-02-26T04:59:02.569 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:02.283+0000 7fa4d9258200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:59:02.570 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:02.372+0000 7fa4d9258200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:59:02.613 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:02.324+0000 7f1d04a84200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:59:02.614 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:02.414+0000 7f1d04a84200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:59:02.614 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:02.611+0000 7f1d04a84200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:02.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:02.567+0000 7fa4d9258200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:02.861 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:02.751+0000 7fa4d9258200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:59:02.944 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:02.798+0000 7f1d04a84200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:59:03.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:02.984+0000 7f031dfb5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-02-26T04:59:03.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:03.171+0000 7f031dfb5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-02-26T04:59:03.297 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:03.033+0000 7fa4d9258200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:03.347 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:03.084+0000 7f1d04a84200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:03.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:03.295+0000 7fa4d9258200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:03.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:03.527+0000 7fa4d9258200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:59:03.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:03.344+0000 7f1d04a84200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:03.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:03.581+0000 7f1d04a84200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:59:03.966 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:03.588+0000 7f031dfb5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-02-26T04:59:03.967 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:03.707+0000 7f031dfb5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-02-26T04:59:04.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:03.963+0000 7f031dfb5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:04.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:04.209+0000 7f031dfb5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-02-26T04:59:04.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:04.318+0000 7fa4d9258200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:59:04.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:04.386+0000 7f1d04a84200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:59:04.903 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:04.579+0000 7f031dfb5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-02-26T04:59:05.201 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:04.889+0000 7fa4d9258200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:59:05.201 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:04.987+0000 7fa4d9258200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:59:05.208 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:04.900+0000 7f031dfb5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-02-26T04:59:05.284 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:04.964+0000 7f1d04a84200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:59:05.284 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:05.064+0000 7f1d04a84200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:59:05.285 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y[37831]: 2024-02-26T04:59:05.281+0000 7f1d04a84200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:59:05.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:05.281+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 7 ==== mgrmap(e 20) v1 ==== 136786+0+0 (secure 0 0 0) 0x7f6fb40b97c0 con 0x7f6fc4073b60 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:05.204+0000 7f031dfb5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: Standby manager daemon z restarted 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: Standby manager daemon z started 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:59:05.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:05 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:05.611 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z[38518]: 2024-02-26T04:59:05.198+0000 7fa4d9258200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: Standby manager daemon z restarted 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: Standby manager daemon z started 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:59:05.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:05 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: Standby manager daemon z restarted 2024-02-26T04:59:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: Standby manager daemon z started 2024-02-26T04:59:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-02-26T04:59:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:05.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-02-26T04:59:05.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:05 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.175:0/3177966083' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:05.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:05.762+0000 7f6fc2a00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.112:6800/2651562415 2024-02-26T04:59:05.765 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:05.763+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-02-26T04:59:06.321 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:06.318+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 8 ==== mgrmap(e 21) v1 ==== 136786+0+0 (secure 0 0 0) 0x7f6fb40edf70 con 0x7f6fc4073b60 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:06.230+0000 7f031dfb5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: Standby manager daemon y restarted 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:06.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-mon[31817]: Standby manager daemon y started 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: Standby manager daemon y restarted 2024-02-26T04:59:06.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:06.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:06 smithi175 ceph-mon[36652]: Standby manager daemon y started 2024-02-26T04:59:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: mgrmap e20: x(active, since 10m), standbys: y, z 2024-02-26T04:59:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-02-26T04:59:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-02-26T04:59:06.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-02-26T04:59:06.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: Standby manager daemon y restarted 2024-02-26T04:59:06.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: from='mgr.? 172.21.15.161:0/2864329595' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-02-26T04:59:06.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:06 smithi161 ceph-mon[36447]: Standby manager daemon y started 2024-02-26T04:59:07.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:06.939+0000 7f031dfb5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-02-26T04:59:07.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.070+0000 7f031dfb5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-02-26T04:59:07.384 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:07.381+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 9 ==== mgrmap(e 22) v1 ==== 136453+0+0 (secure 0 0 0) 0x7f6fb40889c0 con 0x7f6fc4073b60 2024-02-26T04:59:07.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:07.382+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 msgr2=0x7f6fa80a46f0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-02-26T04:59:07.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:07.382+0000 7f6fbbe00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/2651562415,v1:172.21.15.112:6801/2651562415] conn(0x7f6fa80a2230 0x7f6fa80a46f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:07.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:07 smithi175 ceph-mon[36652]: mgrmap e21: x(active, since 10m), standbys: y, z 2024-02-26T04:59:07.657 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:07 smithi161 ceph-mon[36447]: mgrmap e21: x(active, since 10m), standbys: y, z 2024-02-26T04:59:07.713 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-mon[31817]: mgrmap e21: x(active, since 10m), standbys: y, z 2024-02-26T04:59:07.713 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.352+0000 7f031dfb5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.749+0000 7f0270800700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.749+0000 7f0270800700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.749+0000 7f0270800700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.749+0000 7f0270800700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.749+0000 7f0270800700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.785+0000 7f0273a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.785+0000 7f0273a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.785+0000 7f0273a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.785+0000 7f0273a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:07.989 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 04:59:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T04:59:07.785+0000 7f0273a00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T04:59:08.390 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.387+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mon.2 v2:172.21.15.161:3300/0 10 ==== mgrmap(e 23) v1 ==== 136580+0+0 (secure 0 0 0) 0x7f6fb40ba090 con 0x7f6fc4073b60 2024-02-26T04:59:08.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.387+0000 7f6fbbe00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f6fa804db20 0x7f6fa804df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:08.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.387+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f6fc402ce40 con 0x7f6fa804db20 2024-02-26T04:59:08.396 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.394+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f6fa804db20 0x7f6fa804df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:08.403 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.400+0000 7f6fc2a00640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f6fa804db20 0x7f6fa804df00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6fc419a970 tx=0x7f6fb0005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: Active manager daemon x restarted 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: Activating manager daemon x 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: osdmap e88: 12 total, 12 up, 12 in 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: mgrmap e22: x(active, starting, since 0.0276823s), standbys: y, z 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:59:08.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:59:08.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:59:08.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: Manager daemon x is now available 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.492 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:08 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.498 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.496+0000 7f6fbbe00640 1 -- 172.21.15.112:0/2779830758 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f6fc402ce40 con 0x7f6fa804db20 2024-02-26T04:59:08.498 INFO:teuthology.orchestra.run.smithi112.stdout:Schedule set for path / 2024-02-26T04:59:08.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f6fa804db20 msgr2=0x7f6fa804df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:08.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f6fa804db20 0x7f6fa804df00 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f6fc419a970 tx=0x7f6fb0005f90 comp rx=0 tx=0).stop 2024-02-26T04:59:08.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 msgr2=0x7f6fc4199460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:08.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 --2- 172.21.15.112:0/2779830758 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f6fc4073b60 0x7f6fc4199460 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6fb4000c00 tx=0x7f6fb4005d50 comp rx=0 tx=0).stop 2024-02-26T04:59:08.501 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fc3e00640 1 -- 172.21.15.112:0/2779830758 reap_dead start 2024-02-26T04:59:08.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 shutdown_connections 2024-02-26T04:59:08.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.498+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 >> 172.21.15.112:0/2779830758 conn(0x7f6fc40fc740 msgr2=0x7f6fc4104ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:08.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.499+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 shutdown_connections 2024-02-26T04:59:08.502 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.499+0000 7f6fca200640 1 -- 172.21.15.112:0/2779830758 wait complete. 2024-02-26T04:59:08.517 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: Active manager daemon x restarted 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: Activating manager daemon x 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: osdmap e88: 12 total, 12 up, 12 in 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: mgrmap e22: x(active, starting, since 0.0276823s), standbys: y, z 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:59:08.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:59:08.613 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: Manager daemon x is now available 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.614 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.615 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.615 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.615 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.615 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:08 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: Active manager daemon x restarted 2024-02-26T04:59:08.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: Activating manager daemon x 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: osdmap e88: 12 total, 12 up, 12 in 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: mgrmap e22: x(active, starting, since 0.0276823s), standbys: y, z 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T04:59:08.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-02-26T04:59:08.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: Manager daemon x is now available 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.697 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:08 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 -- 172.21.15.112:0/3431567020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 msgr2=0x7fde84101420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 --2- 172.21.15.112:0/3431567020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84101420 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fde74009900 tx=0x7fde7402bc30 comp rx=0 tx=0).stop 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 -- 172.21.15.112:0/3431567020 shutdown_connections 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 --2- 172.21.15.112:0/3431567020 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde84102bb0 0x7fde84109440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 --2- 172.21.15.112:0/3431567020 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde841021f0 0x7fde84102670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 --2- 172.21.15.112:0/3431567020 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84101420 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 -- 172.21.15.112:0/3431567020 >> 172.21.15.112:0/3431567020 conn(0x7fde840fc590 msgr2=0x7fde840fe9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 -- 172.21.15.112:0/3431567020 shutdown_connections 2024-02-26T04:59:08.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.703+0000 7fde89600640 1 -- 172.21.15.112:0/3431567020 wait complete. 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 Processor -- start 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 -- start start 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 0x7fde841976a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde84102bb0 0x7fde8419e710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde8419ec50 con 0x7fde84102bb0 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde8419edc0 con 0x7fde84101000 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.704+0000 7fde89600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde8419ef80 con 0x7fde841021f0 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:49954/0 (socket says 172.21.15.112:49954) 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 0x7fde841976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 -- 172.21.15.112:0/482962223 learned_addr learned my addr 172.21.15.112:0/482962223 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:08.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde88c00640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde84102bb0 0x7fde8419e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 -- 172.21.15.112:0/482962223 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 msgr2=0x7fde841976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 0x7fde841976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 -- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde84102bb0 msgr2=0x7fde8419e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde84102bb0 0x7fde8419e710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 -- 172.21.15.112:0/482962223 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde74009560 con 0x7fde84101000 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83400640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 0x7fde841976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.705+0000 7fde83e00640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fde74009230 tx=0x7fde74005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.706+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde740044d0 con 0x7fde84101000 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.706+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde8419f200 con 0x7fde84101000 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.706+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fde74005310 con 0x7fde84101000 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.706+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde74034440 con 0x7fde84101000 2024-02-26T04:59:08.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.706+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde8419f6b0 con 0x7fde84101000 2024-02-26T04:59:08.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.708+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde841082c0 con 0x7fde84101000 2024-02-26T04:59:08.711 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.709+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 23) v1 ==== 136580+0+0 (secure 0 0 0) 0x7fde74003680 con 0x7fde84101000 2024-02-26T04:59:08.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.710+0000 7fde80c00640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 0x7fde680a4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:08.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.710+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fde740efa70 con 0x7fde84101000 2024-02-26T04:59:08.713 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.710+0000 7fde83400640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 0x7fde680a4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:08.714 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.711+0000 7fde83400640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 0x7fde680a4360 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fde84198670 tx=0x7fde70005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:08.716 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.714+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fde740b8c60 con 0x7fde84101000 2024-02-26T04:59:08.937 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:08.934+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7fde840615c0 con 0x7fde680a1ea0 2024-02-26T04:59:09.019 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.017+0000 7fde80c00640 1 -- 172.21.15.112:0/482962223 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7fde840615c0 con 0x7fde680a1ea0 2024-02-26T04:59:09.020 INFO:teuthology.orchestra.run.smithi112.stdout:Retention added to path / 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 msgr2=0x7fde680a4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 0x7fde680a4360 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fde84198670 tx=0x7fde70005f90 comp rx=0 tx=0).stop 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 msgr2=0x7fde84197160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fde74009230 tx=0x7fde74005d50 comp rx=0 tx=0).stop 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 shutdown_connections 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fde680a1ea0 0x7fde680a4360 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fde84102bb0 0x7fde8419e710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fde841021f0 0x7fde841976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.022 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 --2- 172.21.15.112:0/482962223 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fde84101000 0x7fde84197160 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 >> 172.21.15.112:0/482962223 conn(0x7fde840fc590 msgr2=0x7fde84105490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:09.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 shutdown_connections 2024-02-26T04:59:09.023 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.019+0000 7fde89600640 1 -- 172.21.15.112:0/482962223 wait complete. 2024-02-26T04:59:09.038 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-02-26T04:59:09.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 -- 172.21.15.112:0/2146147953 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c1045d0 msgr2=0x7f866c104a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 --2- 172.21.15.112:0/2146147953 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c1045d0 0x7f866c104a50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f8654009900 tx=0x7f865402bc30 comp rx=0 tx=0).stop 2024-02-26T04:59:09.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 -- 172.21.15.112:0/2146147953 shutdown_connections 2024-02-26T04:59:09.221 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 --2- 172.21.15.112:0/2146147953 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c104f90 0x7f866c10b820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 --2- 172.21.15.112:0/2146147953 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c1045d0 0x7f866c104a50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 --2- 172.21.15.112:0/2146147953 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1033e0 0x7f866c103800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 -- 172.21.15.112:0/2146147953 >> 172.21.15.112:0/2146147953 conn(0x7f866c0fe970 msgr2=0x7f866c100d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 -- 172.21.15.112:0/2146147953 shutdown_connections 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.217+0000 7f8673200640 1 -- 172.21.15.112:0/2146147953 wait complete. 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 Processor -- start 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 -- start start 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 0x7f866c199970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 0x7f866c1a09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866c1a0f20 con 0x7f866c1045d0 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866c1a1090 con 0x7f866c1033e0 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.218+0000 7f8673200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866c1a1250 con 0x7f866c104f90 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f8671200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 0x7f866c1a09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:49976/0 (socket says 172.21.15.112:49976) 2024-02-26T04:59:09.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 -- 172.21.15.112:0/576000921 learned_addr learned my addr 172.21.15.112:0/576000921 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:09.223 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f8663e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 0x7f866c199970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 -- 172.21.15.112:0/576000921 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 msgr2=0x7f866c1a09e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 0x7f866c1a09e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 -- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 msgr2=0x7f866c199970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 0x7f866c199970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 -- 172.21.15.112:0/576000921 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8654009560 con 0x7f866c1033e0 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f8671200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 0x7f866c1a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f8663e00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 0x7f866c199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.219+0000 7f866be00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f865c00e9c0 tx=0x7f865c00ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:09.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.220+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c009700 con 0x7f866c1033e0 2024-02-26T04:59:09.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.220+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f865c00cd80 con 0x7f866c1033e0 2024-02-26T04:59:09.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.220+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f866c1a1530 con 0x7f866c1033e0 2024-02-26T04:59:09.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.220+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c010690 con 0x7f866c1033e0 2024-02-26T04:59:09.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.220+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f866c1a1a10 con 0x7f866c1033e0 2024-02-26T04:59:09.225 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.221+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f866c10a630 con 0x7f866c1033e0 2024-02-26T04:59:09.227 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.224+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 23) v1 ==== 136580+0+0 (secure 0 0 0) 0x7f865c003710 con 0x7f866c1033e0 2024-02-26T04:59:09.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.225+0000 7f8669600640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 0x7f86500a4430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.226+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f865c014070 con 0x7f866c1033e0 2024-02-26T04:59:09.228 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.226+0000 7f8663e00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 0x7f86500a4430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.229 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.226+0000 7f8663e00640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 0x7f86500a4430 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f865402c240 tx=0x7f865402c8b0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:09.232 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.230+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mon.2 v2:172.21.15.161:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f865c096f60 con 0x7f866c1033e0 2024-02-26T04:59:09.468 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.465+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f866c02ceb0 con 0x7f86500a1f70 2024-02-26T04:59:09.479 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.477+0000 7f8669600640 1 -- 172.21.15.112:0/576000921 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+298 (secure 0 0 0) 0x7f866c02ceb0 con 0x7f86500a1f70 2024-02-26T04:59:09.479 INFO:teuthology.orchestra.run.smithi112.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-02-26T00:00:00", "created": "2024-02-26T04:59:08", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 msgr2=0x7f86500a4430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 0x7f86500a4430 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f865402c240 tx=0x7f865402c8b0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 msgr2=0x7f866c199430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f865c00e9c0 tx=0x7f865c00ee80 comp rx=0 tx=0).stop 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 shutdown_connections 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f86500a1f70 0x7f86500a4430 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f866c104f90 0x7f866c1a09e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f866c1045d0 0x7f866c199970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.482 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 --2- 172.21.15.112:0/576000921 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f866c1033e0 0x7f866c199430 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 >> 172.21.15.112:0/576000921 conn(0x7f866c0fe970 msgr2=0x7f866c107800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:09.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 shutdown_connections 2024-02-26T04:59:09.483 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.479+0000 7f8673200640 1 -- 172.21.15.112:0/576000921 wait complete. 2024-02-26T04:59:09.500 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-02-26T04:59:09.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: [26/Feb/2024:04:59:07] ENGINE Bus STARTING 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: [26/Feb/2024:04:59:08] ENGINE Serving on https://172.21.15.112:7150 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: [26/Feb/2024:04:59:08] ENGINE Serving on http://172.21.15.112:8765 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: [26/Feb/2024:04:59:08] ENGINE Bus STARTED 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: mgrmap e23: x(active, since 1.02946s), standbys: y, z 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:09 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.696+0000 7fe72ac00640 1 -- 172.21.15.112:0/827514944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724104570 msgr2=0x7fe724106960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.696+0000 7fe72ac00640 1 --2- 172.21.15.112:0/827514944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724104570 0x7fe724106960 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009900 tx=0x7fe70c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:59:09.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.696+0000 7fe72ac00640 1 -- 172.21.15.112:0/827514944 shutdown_connections 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.696+0000 7fe72ac00640 1 --2- 172.21.15.112:0/827514944 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724106ea0 0x7fe7241092f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.697+0000 7fe72ac00640 1 --2- 172.21.15.112:0/827514944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724104570 0x7fe724106960 secure :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fe70c009900 tx=0x7fe70c02bc30 comp rx=0 tx=0).stop 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.697+0000 7fe72ac00640 1 --2- 172.21.15.112:0/827514944 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe724101c40 0x7fe724104030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.697+0000 7fe72ac00640 1 -- 172.21.15.112:0/827514944 >> 172.21.15.112:0/827514944 conn(0x7fe7240fb630 msgr2=0x7fe7240fda70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.697+0000 7fe72ac00640 1 -- 172.21.15.112:0/827514944 shutdown_connections 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.697+0000 7fe72ac00640 1 -- 172.21.15.112:0/827514944 wait complete. 2024-02-26T04:59:09.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.698+0000 7fe72ac00640 1 Processor -- start 2024-02-26T04:59:09.701 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.698+0000 7fe72ac00640 1 -- start start 2024-02-26T04:59:09.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724106ea0 0x7fe724199d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 0x7fe7241a11e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7241a1720 con 0x7fe724106ea0 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7241a1890 con 0x7fe72419edf0 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe72ac00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7241a1a50 con 0x7fe724101c40 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:36274/0 (socket says 172.21.15.112:36274) 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 -- 172.21.15.112:0/2323313126 learned_addr learned my addr 172.21.15.112:0/2323313126 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe728c00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 0x7fe7241a11e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe71b400640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724106ea0 0x7fe724199d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 -- 172.21.15.112:0/2323313126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 msgr2=0x7fe7241a11e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 0x7fe7241a11e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 -- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724106ea0 msgr2=0x7fe724199d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724106ea0 0x7fe724199d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe723e00640 1 -- 172.21.15.112:0/2323313126 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe70c009560 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.699+0000 7fe728c00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 0x7fe7241a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe723e00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe71400b4a0 tx=0x7fe71400b960 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe714010610 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fe714010c70 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7241a1d30 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe71400f360 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.700+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7241a21c0 con 0x7fe724101c40 2024-02-26T04:59:09.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.701+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe724108990 con 0x7fe724101c40 2024-02-26T04:59:09.705 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.703+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 24) v1 ==== 136889+0+0 (secure 0 0 0) 0x7fe7140174f0 con 0x7fe724101c40 2024-02-26T04:59:09.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.704+0000 7fe721600640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 0x7fe7080a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:09.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.704+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fe7140cd870 con 0x7fe724101c40 2024-02-26T04:59:09.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.704+0000 7fe71b400640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 0x7fe7080a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:09.707 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.705+0000 7fe71b400640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 0x7fe7080a4790 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe70c02c7e0 tx=0x7fe70c02c8b0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:09.712 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.708+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fe714096710 con 0x7fe724101c40 2024-02-26T04:59:09.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: [26/Feb/2024:04:59:07] ENGINE Bus STARTING 2024-02-26T04:59:09.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: [26/Feb/2024:04:59:08] ENGINE Serving on https://172.21.15.112:7150 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: [26/Feb/2024:04:59:08] ENGINE Serving on http://172.21.15.112:8765 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: [26/Feb/2024:04:59:08] ENGINE Bus STARTED 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: mgrmap e23: x(active, since 1.02946s), standbys: y, z 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:09 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: [26/Feb/2024:04:59:07] ENGINE Bus STARTING 2024-02-26T04:59:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: [26/Feb/2024:04:59:08] ENGINE Serving on https://172.21.15.112:7150 2024-02-26T04:59:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: [26/Feb/2024:04:59:08] ENGINE Serving on http://172.21.15.112:8765 2024-02-26T04:59:09.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: [26/Feb/2024:04:59:08] ENGINE Bus STARTED 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: mgrmap e23: x(active, since 1.02946s), standbys: y, z 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: from='client.25238 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: pgmap v3: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:09 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:09.916 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.913+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fe72402ceb0 con 0x7fe7080a22d0 2024-02-26T04:59:09.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.926+0000 7fe721600640 1 -- 172.21.15.112:0/2323313126 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7fe72402ceb0 con 0x7fe7080a22d0 2024-02-26T04:59:09.929 INFO:teuthology.orchestra.run.smithi112.stdout:/ 1m 6m3h 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 msgr2=0x7fe7080a4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 0x7fe7080a4790 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fe70c02c7e0 tx=0x7fe70c02c8b0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 msgr2=0x7fe724199850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fe71400b4a0 tx=0x7fe71400b960 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 shutdown_connections 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fe7080a22d0 0x7fe7080a4790 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fe72419edf0 0x7fe7241a11e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fe724106ea0 0x7fe724199d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 --2- 172.21.15.112:0/2323313126 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fe724101c40 0x7fe724199850 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 >> 172.21.15.112:0/2323313126 conn(0x7fe7240fb630 msgr2=0x7fe7241013b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:09.932 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 shutdown_connections 2024-02-26T04:59:09.933 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T04:59:09.929+0000 7fe72ac00640 1 -- 172.21.15.112:0/2323313126 wait complete. 2024-02-26T04:59:09.949 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-02-26T04:59:10.031 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-02-26T04:59:10.052 INFO:teuthology.run_tasks:Running task background_exec... 2024-02-26T04:59:10.100 INFO:teuthology.task.background_exec:Running background command on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T04:59:10.100 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest daemon-helper kill --kill-group bash -c 'while sleep 13; do ceph tell mds.cephfs:0 flush journal; done' 2024-02-26T04:59:10.107 INFO:teuthology.run_tasks:Running task workunit... 2024-02-26T04:59:10.124 INFO:tasks.workunit:Pulling workunits from ref bc0b84a094b787eb15ce0eff5f7a342217d95e39 2024-02-26T04:59:10.124 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-02-26T04:59:10.124 INFO:tasks.workunit:timeout=3h 2024-02-26T04:59:10.124 INFO:tasks.workunit:cleanup=True 2024-02-26T04:59:10.125 DEBUG:teuthology.orchestra.run.smithi112:> stat -- /home/ubuntu/cephtest/mnt.0 2024-02-26T04:59:10.165 INFO:teuthology.orchestra.run.smithi112.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-02-26T04:59:10.165 INFO:teuthology.orchestra.run.smithi112.stdout: Size: 0 Blocks: 0 IO Block: 65536 directory 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Device: 76h/118d Inode: 1099511628283 Links: 2 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Context: system_u:object_r:unlabeled_t:s0 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Access: 2024-02-26 04:56:35.467717544 +0000 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Modify: 2024-02-26 04:56:35.467717544 +0000 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout:Change: 2024-02-26 04:58:55.721629805 +0000 2024-02-26T04:59:10.166 INFO:teuthology.orchestra.run.smithi112.stdout: Birth: 2024-02-26 04:56:35.467717544 +0000 2024-02-26T04:59:10.166 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-02-26T04:59:10.166 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-02-26T04:59:10.303 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/vshankar/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout bc0b84a094b787eb15ce0eff5f7a342217d95e39 2024-02-26T04:59:10.354 INFO:tasks.workunit.client.0.smithi112.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='client.25280 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='client.25286 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-02-26T04:59:10.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:10 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='client.25280 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='client.25286 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:10 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='client.25280 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: pgmap v4: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='client.25286 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: mgrmap e24: x(active, since 2s), standbys: y, z 2024-02-26T04:59:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:10.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:10 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.696 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:11 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.740 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:11 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='client.25309 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:11.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:11 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T04:59:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:12 smithi175 ceph-mon[36652]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-02-26T04:59:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T04:59:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T04:59:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T04:59:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T04:59:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:12.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:12 smithi161 ceph-mon[36447]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: pgmap v5: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:12 smithi112 ceph-mon[31817]: mgrmap e25: x(active, since 4s), standbys: y, z 2024-02-26T04:59:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 617 B/s wr, 25 op/s 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T04:59:14.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:14.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:14.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: Updating smithi112:/etc/ceph/ceph.conf 2024-02-26T04:59:14.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: Updating smithi161:/etc/ceph/ceph.conf 2024-02-26T04:59:14.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:14 smithi175 ceph-mon[36652]: Updating smithi175:/etc/ceph/ceph.conf 2024-02-26T04:59:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 617 B/s wr, 25 op/s 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T04:59:14.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:14.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:14.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: Updating smithi112:/etc/ceph/ceph.conf 2024-02-26T04:59:14.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: Updating smithi161:/etc/ceph/ceph.conf 2024-02-26T04:59:14.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:14 smithi161 ceph-mon[36447]: Updating smithi175:/etc/ceph/ceph.conf 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: pgmap v6: 97 pgs: 97 active+clean; 1.1 MiB data, 347 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 617 B/s wr, 25 op/s 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T04:59:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T04:59:14.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:14.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:14.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: Updating smithi112:/etc/ceph/ceph.conf 2024-02-26T04:59:14.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: Updating smithi161:/etc/ceph/ceph.conf 2024-02-26T04:59:14.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:14 smithi112 ceph-mon[31817]: Updating smithi175:/etc/ceph/ceph.conf 2024-02-26T04:59:15.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:15 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.946 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:15 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.conf 2024-02-26T04:59:15.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi161:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi175:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: Updating smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:15.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:15 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 133 KiB/s wr, 76 op/s 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:16.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:16 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 133 KiB/s wr, 76 op/s 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:16.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:16.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:16.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:16 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: Updating smithi112:/etc/ceph/ceph.client.admin.keyring 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: Updating smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/config/ceph.client.admin.keyring 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: pgmap v7: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 66 KiB/s rd, 133 KiB/s wr, 76 op/s 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T04:59:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:16 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T04:59:18.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:18 smithi112 ceph-mon[31817]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-02-26T04:59:18.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:18 smithi175 ceph-mon[36652]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-02-26T04:59:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:18 smithi161 ceph-mon[36447]: pgmap v8: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 103 KiB/s wr, 59 op/s 2024-02-26T04:59:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:20 smithi175 ceph-mon[36652]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s 2024-02-26T04:59:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:20 smithi161 ceph-mon[36447]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s 2024-02-26T04:59:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:20 smithi112 ceph-mon[31817]: pgmap v9: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 84 KiB/s wr, 51 op/s 2024-02-26T04:59:22.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:22 smithi175 ceph-mon[36652]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 46 op/s 2024-02-26T04:59:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:22 smithi161 ceph-mon[36447]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 46 op/s 2024-02-26T04:59:22.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:22 smithi112 ceph-mon[31817]: pgmap v10: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 46 op/s 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 -- 172.21.15.112:0/3506943329 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c102130 msgr2=0x7f8f0c102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 --2- 172.21.15.112:0/3506943329 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c102130 0x7f8f0c102510 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8f00009900 tx=0x7f8f0002bcc0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 -- 172.21.15.112:0/3506943329 shutdown_connections 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 --2- 172.21.15.112:0/3506943329 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c10b550 0x7f8f0c10d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 --2- 172.21.15.112:0/3506943329 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102a50 0x7f8f0c10af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.344 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 --2- 172.21.15.112:0/3506943329 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c102130 0x7f8f0c102510 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 -- 172.21.15.112:0/3506943329 >> 172.21.15.112:0/3506943329 conn(0x7f8f0c0fb990 msgr2=0x7f8f0c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 -- 172.21.15.112:0/3506943329 shutdown_connections 2024-02-26T04:59:23.345 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.341+0000 7f8f12800640 1 -- 172.21.15.112:0/3506943329 wait complete. 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.342+0000 7f8f12800640 1 Processor -- start 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.342+0000 7f8f12800640 1 -- start start 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102130 0x7f8f0c1976c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c102a50 0x7f8f0c197c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c19c580 con 0x7f8f0c102a50 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c19c6f0 con 0x7f8f0c102130 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f12800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f0c19c8b0 con 0x7f8f0c10b550 2024-02-26T04:59:23.346 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f10a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c102a50 0x7f8f0c197c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53284/0 (socket says 172.21.15.112:53284) 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 -- 172.21.15.112:0/2112962509 learned_addr learned my addr 172.21.15.112:0/2112962509 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11400640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102130 0x7f8f0c1976c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 -- 172.21.15.112:0/2112962509 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102130 msgr2=0x7f8f0c1976c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102130 0x7f8f0c1976c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 -- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c102a50 msgr2=0x7f8f0c197c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c102a50 0x7f8f0c197c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.347 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.343+0000 7f8f11e00640 1 -- 172.21.15.112:0/2112962509 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f00009560 con 0x7f8f0c10b550 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f11e00640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8f0400eb10 tx=0x7f8f0400c2d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f0a000640 1 -- 172.21.15.112:0/2112962509 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f04004b20 con 0x7f8f0c10b550 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f0a000640 1 -- 172.21.15.112:0/2112962509 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8f04004c80 con 0x7f8f0c10b550 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f0c19cb90 con 0x7f8f0c10b550 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f0a000640 1 -- 172.21.15.112:0/2112962509 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f04010760 con 0x7f8f0c10b550 2024-02-26T04:59:23.348 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.344+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f0c1a4410 con 0x7f8f0c10b550 2024-02-26T04:59:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.347+0000 7f8f0a000640 1 -- 172.21.15.112:0/2112962509 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 25) v1 ==== 136945+0+0 (secure 0 0 0) 0x7f8f04005020 con 0x7f8f0c10b550 2024-02-26T04:59:23.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 Processor -- start 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 -- start start 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35bee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35cad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e35765f0 con 0x55a9e35c0140 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e3528890 con 0x55a9e35c8950 2024-02-26T04:59:23.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f16da6740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e3525dc0 con 0x55a9e35bf3d0 2024-02-26T04:59:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f11400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f11400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53298/0 (socket says 172.21.15.112:53298) 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.348+0000 7f8f11400640 1 -- 172.21.15.112:0/1357599955 learned_addr learned my addr 172.21.15.112:0/1357599955 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f10a00640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35bee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 -- 172.21.15.112:0/1357599955 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 msgr2=0x55a9e35cad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f10a00640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35cad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35cad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 -- 172.21.15.112:0/1357599955 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 msgr2=0x55a9e35bee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35bee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f0a000640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 0x7f8ef40a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 -- 172.21.15.112:0/1357599955 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9e34a2ad0 con 0x55a9e35bf3d0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f10a00640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35bee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f0a000640 1 -- 172.21.15.112:0/2112962509 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f8f04014070 con 0x7f8f0c10b550 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11400640 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f0002c7b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=775855abb3618a62 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8f11e00640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 0x7f8ef40a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8efe600640 1 -- 172.21.15.112:0/1357599955 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00004880 con 0x55a9e35bf3d0 2024-02-26T04:59:23.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.349+0000 7f8efe600640 1 -- 172.21.15.112:0/1357599955 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8f000049e0 con 0x55a9e35bf3d0 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8efe600640 1 -- 172.21.15.112:0/1357599955 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00005070 con 0x55a9e35bf3d0 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 -- 172.21.15.112:0/1357599955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 msgr2=0x55a9e35bf850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f11e00640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 0x7f8ef40a47f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8f040cbdf0 tx=0x7f8f0400efd0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8f00000c00 tx=0x7f8f0002c7b0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 -- 172.21.15.112:0/1357599955 shutdown_connections 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35cad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35bf850 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 --2- 172.21.15.112:0/1357599955 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35bee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 -- 172.21.15.112:0/1357599955 >> 172.21.15.112:0/1357599955 conn(0x55a9e3582480 msgr2=0x55a9e35ba0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.350+0000 7f8f16da6740 1 -- 172.21.15.112:0/1357599955 shutdown_connections 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.351+0000 7f8f16da6740 1 -- 172.21.15.112:0/1357599955 wait complete. 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.351+0000 7f8f16da6740 1 -- start start 2024-02-26T04:59:23.355 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.351+0000 7f8f16da6740 1 Processor -- start 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c59b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c8950 0x55a9e35c6430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e35215a0 con 0x55a9e35c8950 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e34c6b20 con 0x55a9e35bf3d0 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e34c67c0 con 0x55a9e35c0140 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f16da6740 10 client.0 _ll_register_callbacks cb 0x55a9e34da520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53310/0 (socket says 172.21.15.112:53310) 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 -- 172.21.15.112:0/2454405554 learned_addr learned my addr 172.21.15.112:0/2454405554 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c8950 0x55a9e35c6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 -- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35bf3d0 msgr2=0x55a9e35c59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c59b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 -- 172.21.15.112:0/2454405554 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c8950 msgr2=0x55a9e35c6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c8950 0x55a9e35c6430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 -- 172.21.15.112:0/2454405554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f0c10e670 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8f11400640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f00005ec0 tx=0x7f8f00004ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fecbaf23e1831f0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.352+0000 7f8ef2a00640 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f00004440 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a9e34f3ca0 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mon.1 v2:172.21.15.175:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f8f000035f0 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f000037b0 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8f16da6740 10 client.25321 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55a9e351fc20 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mon.1 v2:172.21.15.175:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55a9e34f3ca0 con 0x55a9e35c0140 2024-02-26T04:59:23.360 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mon.1 v2:172.21.15.175:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8f0003c050 con 0x55a9e35c0140 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8f16da6740 10 client.25321 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.353+0000 7f8f16da6740 10 client.25321 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.354+0000 7f8f16da6740 20 client.25321 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.354+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e35d8750 0x55a9e35dab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.354+0000 7f8f16da6740 4 client.25321 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.354+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a9e3517cb0 con 0x55a9e35d8750 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.354+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e35d8750 0x55a9e35dab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.355+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e35d8750 0x55a9e35dab70 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8eac05e644c0c45f server_cookie=d885bfa307bd3cb4 in_seq=0 out_seq=0 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.355+0000 7f8ef2a00640 10 client.25321 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.355+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2454405554 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a9e3517cb0 con 0x55a9e35d8750 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.355+0000 7f8ef2a00640 10 client.25321 handle_command_reply: tid=0 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 client.25321 shutdown 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 msgr2=0x55a9e35c5ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f8f00005ec0 tx=0x7f8f00004ab0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.361 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 shutdown_connections 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e35d8750 0x55a9e35dab70 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c8950 0x55a9e35c6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8ef2a00640 0 client.25321 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c0140 0x55a9e35c5ef0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2454405554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 >> 172.21.15.112:0/2454405554 conn(0x55a9e3582480 msgr2=0x55a9e35bbe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 shutdown_connections 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 1 -- 172.21.15.112:0/2454405554 wait complete. 2024-02-26T04:59:23.362 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.356+0000 7f8f16da6740 20 client.25321 trim_cache size 0 max 16384 2024-02-26T04:59:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 Processor -- start 2024-02-26T04:59:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 -- start start 2024-02-26T04:59:23.377 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 0x55a9e35c6250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c8950 0x55a9e35cf740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e3269e60 con 0x55a9e35bf3d0 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e3517cb0 con 0x55a9e35c0140 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f16da6740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e35c0520 con 0x55a9e35c8950 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.374+0000 7f8f10a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:58946/0 (socket says 172.21.15.112:58946) 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 -- 172.21.15.112:0/3970642533 learned_addr learned my addr 172.21.15.112:0/3970642533 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c8950 0x55a9e35cf740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f11400640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 0x55a9e35c6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 -- 172.21.15.112:0/3970642533 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c8950 msgr2=0x55a9e35cf740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c8950 0x55a9e35cf740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 -- 172.21.15.112:0/3970642533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 msgr2=0x55a9e35c6250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 0x55a9e35c6250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 -- 172.21.15.112:0/3970642533 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9e34bc500 con 0x55a9e35bf3d0 2024-02-26T04:59:23.378 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f11400640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 0x55a9e35c6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.375+0000 7f8f10a00640 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8ef80058a0 tx=0x7f8ef8005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29df593f653bf91b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8efdc00640 1 -- 172.21.15.112:0/3970642533 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef8003b40 con 0x55a9e35bf3d0 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8efdc00640 1 -- 172.21.15.112:0/3970642533 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8ef8024050 con 0x55a9e35bf3d0 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8efdc00640 1 -- 172.21.15.112:0/3970642533 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ef8004a70 con 0x55a9e35bf3d0 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8f16da6740 1 -- 172.21.15.112:0/3970642533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 msgr2=0x55a9e35c80e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8f16da6740 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f8ef80058a0 tx=0x7f8ef8005c90 comp rx=0 tx=0).stop 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8f16da6740 1 -- 172.21.15.112:0/3970642533 shutdown_connections 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.376+0000 7f8f16da6740 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35c8950 0x55a9e35cf740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c0140 0x55a9e35c6250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.380 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 --2- 172.21.15.112:0/3970642533 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35bf3d0 0x55a9e35c80e0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 -- 172.21.15.112:0/3970642533 >> 172.21.15.112:0/3970642533 conn(0x55a9e3582480 msgr2=0x55a9e35b9bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 -- 172.21.15.112:0/3970642533 shutdown_connections 2024-02-26T04:59:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 -- 172.21.15.112:0/3970642533 wait complete. 2024-02-26T04:59:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 -- start start 2024-02-26T04:59:23.381 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.377+0000 7f8f16da6740 1 Processor -- start 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35c2300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35c2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e35c2f40 con 0x55a9e35c0140 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e35c30b0 con 0x55a9e35c8950 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9e362ec50 con 0x55a9e35bf3d0 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f16da6740 10 client.0 _ll_register_callbacks cb 0x7f8f0002c680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f10a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f11400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35c2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f10a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:53316/0 (socket says 172.21.15.112:53316) 2024-02-26T04:59:23.384 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f10a00640 1 -- 172.21.15.112:0/2056338457 learned_addr learned my addr 172.21.15.112:0/2056338457 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35c2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.378+0000 7f8f11400640 1 -- 172.21.15.112:0/2056338457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 msgr2=0x55a9e35cfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f11400640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f11400640 1 -- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 msgr2=0x55a9e35c2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f11400640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35c2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f11400640 1 -- 172.21.15.112:0/2056338457 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ef801e2d0 con 0x55a9e35c0140 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f11400640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35c2300 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8f00005ab0 tx=0x7f8f000050c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=335031a85e984c24 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8ef2a00640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f0002c7b0 con 0x55a9e35c0140 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f8f00000e40 con 0x55a9e35c0140 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a9e3546d00 con 0x55a9e35c0140 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.379+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f000054c0 con 0x55a9e35c0140 2024-02-26T04:59:23.385 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 10 client.15222 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55a9e34e2290 con 0x55a9e35c0140 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f8f00061080 con 0x55a9e35c0140 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f8f0003c070 con 0x55a9e35c0140 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 10 client.15222 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 10 client.15222 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 20 client.15222 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e362ff00 0x55a9e36322f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 4 client.15222 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55a9e3221600 con 0x55a9e362ff00 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.380+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e362ff00 0x55a9e36322f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.381+0000 7f8f10a00640 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e362ff00 0x55a9e36322f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f77d64fd34f0b9c7 server_cookie=126f92bfec590010 in_seq=0 out_seq=0 2024-02-26T04:59:23.386 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.381+0000 7f8ef2a00640 10 client.15222 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8ef2a00640 1 -- 172.21.15.112:0/2056338457 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55a9e3221600 con 0x55a9e362ff00 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8ef2a00640 10 client.15222 handle_command_reply: tid=0 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 client.15222 shutdown 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 msgr2=0x55a9e35c2300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35c2300 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f8f00005ab0 tx=0x7f8f000050c0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 shutdown_connections 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55a9e362ff00 0x55a9e36322f0 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55a9e35c8950 0x55a9e35c2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.396 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55a9e35c0140 0x55a9e35c2300 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 --2- 172.21.15.112:0/2056338457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55a9e35bf3d0 0x55a9e35cfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 >> 172.21.15.112:0/2056338457 conn(0x55a9e3582480 msgr2=0x55a9e35c4110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8ef2a00640 0 client.15222 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 shutdown_connections 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 1 -- 172.21.15.112:0/2056338457 wait complete. 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.393+0000 7f8f16da6740 20 client.15222 trim_cache size 0 max 16384 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T04:59:23.397 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 msgr2=0x7f8ef40a47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 0x7f8ef40a47f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f8f040cbdf0 tx=0x7f8f0400efd0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 msgr2=0x7f8f0c19bf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8f0400eb10 tx=0x7f8f0400c2d0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 shutdown_connections 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f8ef40a2330 0x7f8ef40a47f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8f0c10b550 0x7f8f0c19bf80 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.398 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8f0c102a50 0x7f8f0c197c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.399 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 --2- 172.21.15.112:0/2112962509 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8f0c102130 0x7f8f0c1976c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:23.399 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 >> 172.21.15.112:0/2112962509 conn(0x7f8f0c0fb990 msgr2=0x7f8f0c0fcf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:23.399 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.394+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 shutdown_connections 2024-02-26T04:59:23.399 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:23.395+0000 7f8f12800640 1 -- 172.21.15.112:0/2112962509 wait complete. 2024-02-26T04:59:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:24 smithi175 ceph-mon[36652]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 47 op/s 2024-02-26T04:59:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:24 smithi161 ceph-mon[36447]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 47 op/s 2024-02-26T04:59:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:24 smithi112 ceph-mon[31817]: pgmap v11: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 77 KiB/s wr, 47 op/s 2024-02-26T04:59:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:26 smithi175 ceph-mon[36652]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 78 KiB/s wr, 43 op/s 2024-02-26T04:59:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:26 smithi161 ceph-mon[36447]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 78 KiB/s wr, 43 op/s 2024-02-26T04:59:26.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:26 smithi112 ceph-mon[31817]: pgmap v12: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 78 KiB/s wr, 43 op/s 2024-02-26T04:59:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:28 smithi175 ceph-mon[36652]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:28 smithi161 ceph-mon[36447]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:28 smithi112 ceph-mon[31817]: pgmap v13: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:30 smithi175 ceph-mon[36652]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-02-26T04:59:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:30 smithi161 ceph-mon[36447]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-02-26T04:59:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:30 smithi112 ceph-mon[31817]: pgmap v14: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.6 KiB/s wr, 11 op/s 2024-02-26T04:59:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:32 smithi175 ceph-mon[36652]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:32 smithi161 ceph-mon[36447]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:32 smithi112 ceph-mon[31817]: pgmap v15: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:34 smithi175 ceph-mon[36652]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:34 smithi161 ceph-mon[36447]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:34 smithi112 ceph-mon[31817]: pgmap v16: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 1.6 KiB/s wr, 9 op/s 2024-02-26T04:59:36.517 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.514+0000 7f4410a00640 1 -- 172.21.15.112:0/4102195293 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 msgr2=0x7f440c107bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.514+0000 7f4410a00640 1 --2- 172.21.15.112:0/4102195293 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c107bd0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f43f8009930 tx=0x7f43f802bc30 comp rx=0 tx=0).stop 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.514+0000 7f4410a00640 1 -- 172.21.15.112:0/4102195293 shutdown_connections 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 --2- 172.21.15.112:0/4102195293 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 0x7f440c114620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 --2- 172.21.15.112:0/4102195293 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c107bd0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 --2- 172.21.15.112:0/4102195293 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c10db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 -- 172.21.15.112:0/4102195293 >> 172.21.15.112:0/4102195293 conn(0x7f440c0756f0 msgr2=0x7f440c077b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 -- 172.21.15.112:0/4102195293 shutdown_connections 2024-02-26T04:59:36.518 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.515+0000 7f4410a00640 1 -- 172.21.15.112:0/4102195293 wait complete. 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 Processor -- start 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 -- start start 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 0x7f440c19e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c1a2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f440c1a2c80 con 0x7f440c107750 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f440c1a2df0 con 0x7f440c10d760 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4410a00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f440c1a2fb0 con 0x7f440c108110 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44624/0 (socket says 172.21.15.112:44624) 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.516+0000 7f4409e00640 1 -- 172.21.15.112:0/1589425453 learned_addr learned my addr 172.21.15.112:0/1589425453 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:36.520 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f440a800640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c1a2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409400640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 0x7f440c19e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 -- 172.21.15.112:0/1589425453 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 msgr2=0x7f440c19e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 0x7f440c19e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 -- 172.21.15.112:0/1589425453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 msgr2=0x7f440c1a2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c1a2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 -- 172.21.15.112:0/1589425453 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43f8009560 con 0x7f440c107750 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f440a800640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c1a2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:36.521 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.517+0000 7f4409e00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f43fc00e9f0 tx=0x7f43fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.518+0000 7f4402a00640 1 -- 172.21.15.112:0/1589425453 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43fc009700 con 0x7f440c107750 2024-02-26T04:59:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.518+0000 7f4402a00640 1 -- 172.21.15.112:0/1589425453 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f43fc00cd80 con 0x7f440c107750 2024-02-26T04:59:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.518+0000 7f4402a00640 1 -- 172.21.15.112:0/1589425453 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43fc0189c0 con 0x7f440c107750 2024-02-26T04:59:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.518+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f440c1a3290 con 0x7f440c107750 2024-02-26T04:59:36.522 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.518+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f440c1aab10 con 0x7f440c107750 2024-02-26T04:59:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.522+0000 7f44139e9740 1 Processor -- start 2024-02-26T04:59:36.524 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.522+0000 7f4402a00640 1 -- 172.21.15.112:0/1589425453 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) v1 ==== 136945+0+0 (secure 0 0 0) 0x7f43fc018b20 con 0x7f440c107750 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.522+0000 7f44139e9740 1 -- start start 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561deccfe200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x561deccb95f0 con 0x561deccfdd80 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc6b890 con 0x561deccfeaf0 2024-02-26T04:59:36.525 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f44139e9740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc68dc0 con 0x561decd07300 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f440a800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f4409400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f4409400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:35616/0 (socket says 172.21.15.112:35616) 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f440a800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:33674/0 (socket says 172.21.15.112:33674) 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f4409400640 1 -- 172.21.15.112:0/1422858832 learned_addr learned my addr 172.21.15.112:0/1422858832 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.523+0000 7f4409e00640 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561deccfe200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4409400640 1 -- 172.21.15.112:0/1422858832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 msgr2=0x561deccfd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4409400640 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4409400640 1 -- 172.21.15.112:0/1422858832 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 msgr2=0x561deccfe200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4409400640 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561deccfe200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.527 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4409400640 1 -- 172.21.15.112:0/1422858832 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561decbe5ad0 con 0x561decd07300 2024-02-26T04:59:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4402a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 0x7f43f00a48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f440a800640 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f4402a00640 1 -- 172.21.15.112:0/1589425453 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f43fc014070 con 0x7f440c107750 2024-02-26T04:59:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.524+0000 7f440a800640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 0x7f43f00a48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.528 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.525+0000 7f4409400640 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005ab0 tx=0x7f43f802c660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48139a0d5d807f49 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.525+0000 7f43f7000640 1 -- 172.21.15.112:0/1422858832 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f80046c0 con 0x561decd07300 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.525+0000 7f43f7000640 1 -- 172.21.15.112:0/1422858832 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f43f8004820 con 0x561decd07300 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.525+0000 7f43f7000640 1 -- 172.21.15.112:0/1422858832 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f8005070 con 0x561decd07300 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 -- 172.21.15.112:0/1422858832 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 msgr2=0x561decd096f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005ab0 tx=0x7f43f802c660 comp rx=0 tx=0).stop 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f440a800640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 0x7f43f00a48b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4404009fd0 tx=0x7f4404009500 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 -- 172.21.15.112:0/1422858832 shutdown_connections 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561decd07300 0x561decd096f0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.529 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561deccfe200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 --2- 172.21.15.112:0/1422858832 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561deccfeaf0 0x561deccfd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 -- 172.21.15.112:0/1422858832 >> 172.21.15.112:0/1422858832 conn(0x561deccc5480 msgr2=0x561deccf8a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 -- 172.21.15.112:0/1422858832 shutdown_connections 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.526+0000 7f44139e9740 1 -- 172.21.15.112:0/1422858832 wait complete. 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 -- start start 2024-02-26T04:59:36.530 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 Processor -- start 2024-02-26T04:59:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 0x561decd04370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.532 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd04df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc645a0 con 0x561deccfeaf0 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc09b20 con 0x561decd07300 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc097c0 con 0x561deccfdd80 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.527+0000 7f44139e9740 10 client.0 _ll_register_callbacks cb 0x561decc1d520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44644/0 (socket says 172.21.15.112:44644) 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 -- 172.21.15.112:0/839581836 learned_addr learned my addr 172.21.15.112:0/839581836 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f440a800640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd04df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409e00640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 0x561decd04370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 -- 172.21.15.112:0/839581836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 msgr2=0x561decd04370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 0x561decd04370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 -- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 msgr2=0x561decd04df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd04df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409400640 1 -- 172.21.15.112:0/839581836 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f440c114f20 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.528+0000 7f4409e00640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 0x561decd04370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f4409400640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005ec0 tx=0x7f43f802cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e368612e2604433 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f43eb400640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f8005010 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f43f8005170 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561decc36ca0 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f43f8005330 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f44139e9740 10 client.15234 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.529+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x561decc62c20 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x561decc36ca0 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f43f803c050 con 0x561deccfeaf0 2024-02-26T04:59:36.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 10 client.15234 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 10 client.15234 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 20 client.15234 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd16e60 0x561decd192a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 4 client.15234 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.530+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561decc5acb0 con 0x561decd16e60 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.531+0000 7f4409e00640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd16e60 0x561decd192a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.531+0000 7f4409e00640 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd16e60 0x561decd192a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e8a439afc9013bff server_cookie=bcb65da05ea300a8 in_seq=0 out_seq=0 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.531+0000 7f43eb400640 10 client.15234 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:36.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f43eb400640 1 -- 172.21.15.112:0/839581836 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561decc5acb0 con 0x561decd16e60 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f43eb400640 10 client.15234 handle_command_reply: tid=0 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 client.15234 shutdown 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 msgr2=0x561decd048b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f43f8005ec0 tx=0x7f43f802cae0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 shutdown_connections 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd16e60 0x561decd192a0 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd04df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfeaf0 0x561decd048b0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 --2- 172.21.15.112:0/839581836 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfdd80 0x561decd04370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 >> 172.21.15.112:0/839581836 conn(0x561deccc5480 msgr2=0x561deccfa7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f43eb400640 0 client.15234 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 shutdown_connections 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 1 -- 172.21.15.112:0/839581836 wait complete. 2024-02-26T04:59:36.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.532+0000 7f44139e9740 20 client.15234 trim_cache size 0 max 16384 2024-02-26T04:59:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.546+0000 7f44139e9740 1 Processor -- start 2024-02-26T04:59:36.549 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.546+0000 7f44139e9740 1 -- start start 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd02c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd03180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dec9ace60 con 0x561deccfdd80 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc5acb0 con 0x561decd07300 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f44139e9740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decc36ca0 con 0x561deccfeaf0 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44654/0 (socket says 172.21.15.112:44654) 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409e00640 1 -- 172.21.15.112:0/308860395 learned_addr learned my addr 172.21.15.112:0/308860395 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f440a800640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd03180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd02c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 -- 172.21.15.112:0/308860395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 msgr2=0x561decd03180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd03180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 -- 172.21.15.112:0/308860395 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 msgr2=0x561decd06aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409400640 1 -- 172.21.15.112:0/308860395 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561decbff500 con 0x561deccfeaf0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.547+0000 7f4409e00640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.548+0000 7f4409400640 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd02c40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f43f802c240 tx=0x7f43f802ce60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a4b9c44d2d28db6a server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.548+0000 7f43f6600640 1 -- 172.21.15.112:0/308860395 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f8034a90 con 0x561deccfeaf0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.548+0000 7f43f6600640 1 -- 172.21.15.112:0/308860395 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f43f8004500 con 0x561deccfeaf0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.548+0000 7f43f6600640 1 -- 172.21.15.112:0/308860395 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f804abb0 con 0x561deccfeaf0 2024-02-26T04:59:36.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- 172.21.15.112:0/308860395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 msgr2=0x561decd02c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd02c40 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f43f802c240 tx=0x7f43f802ce60 comp rx=0 tx=0).stop 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- 172.21.15.112:0/308860395 shutdown_connections 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd03180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd02c40 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 --2- 172.21.15.112:0/308860395 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd06aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- 172.21.15.112:0/308860395 >> 172.21.15.112:0/308860395 conn(0x561deccc5480 msgr2=0x561deccfd2a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- 172.21.15.112:0/308860395 shutdown_connections 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- 172.21.15.112:0/308860395 wait complete. 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 -- start start 2024-02-26T04:59:36.553 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.549+0000 7f44139e9740 1 Processor -- start 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd0c960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd0d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decd0d780 con 0x561deccfdd80 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decd6d3d0 con 0x561decd07300 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x561decd6d510 con 0x561deccfeaf0 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f44139e9740 10 client.0 _ll_register_callbacks cb 0x7f4404009ee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f4409e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44670/0 (socket says 172.21.15.112:44670) 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.550+0000 7f4409e00640 1 -- 172.21.15.112:0/1023946687 learned_addr learned my addr 172.21.15.112:0/1023946687 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 -- 172.21.15.112:0/1023946687 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 msgr2=0x561decd0c960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.556 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd0c960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 -- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 msgr2=0x561decd0d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f440a800640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd0d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd0d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 -- 172.21.15.112:0/1023946687 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f440c1aab10 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f440a800640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd0d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f4409e00640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f43fc097720 tx=0x7f43fc005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc6aa9cc0bbb476d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f43eb400640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43fc0a3490 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f43fc0cbdb0 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.551+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561dec964600 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f43fc0cbfb0 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 10 client.15240 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x561decc62c20 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f43fc0b9030 con 0x561deccfdd80 2024-02-26T04:59:36.557 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f43fc099c60 con 0x561deccfdd80 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 10 client.15240 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 10 client.15240 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 20 client.15240 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd6ed60 0x561decd711a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 4 client.15240 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.552+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x561dec9b51b0 con 0x561decd6ed60 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.553+0000 7f4409400640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd6ed60 0x561decd711a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.553+0000 7f4409400640 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd6ed60 0x561decd711a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3bc87e74e0e3982 server_cookie=acaef836739a6193 in_seq=0 out_seq=0 2024-02-26T04:59:36.558 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.553+0000 7f43eb400640 10 client.15240 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f43eb400640 1 -- 172.21.15.112:0/1023946687 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x561dec9b51b0 con 0x561decd6ed60 2024-02-26T04:59:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f43eb400640 10 client.15240 handle_command_reply: tid=0 2024-02-26T04:59:36.559 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 client.15240 shutdown 2024-02-26T04:59:36.560 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 msgr2=0x561decd0e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f43fc097720 tx=0x7f43fc005f10 comp rx=0 tx=0).stop 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 shutdown_connections 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x561decd6ed60 0x561decd711a0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x561decd07300 0x561decd0d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x561deccfeaf0 0x561decd0c960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f43eb400640 0 client.15240 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 --2- 172.21.15.112:0/1023946687 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x561deccfdd80 0x561decd0e5c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.557+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 >> 172.21.15.112:0/1023946687 conn(0x561deccc5480 msgr2=0x561decd02c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 shutdown_connections 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f44139e9740 1 -- 172.21.15.112:0/1023946687 wait complete. 2024-02-26T04:59:36.561 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f44139e9740 20 client.15240 trim_cache size 0 max 16384 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 msgr2=0x7f43f00a48b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 0x7f43f00a48b0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4404009fd0 tx=0x7f4404009500 comp rx=0 tx=0).stop 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 msgr2=0x7f440c19ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:36.562 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.558+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f43fc00e9f0 tx=0x7f43fc00eeb0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 shutdown_connections 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43f00a23f0 0x7f43f00a48b0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f440c10d760 0x7f440c1a2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f440c108110 0x7f440c19e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 --2- 172.21.15.112:0/1589425453 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f440c107750 0x7f440c19ddc0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 >> 172.21.15.112:0/1589425453 conn(0x7f440c0756f0 msgr2=0x7f440c075b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 shutdown_connections 2024-02-26T04:59:36.563 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:36.559+0000 7f4410a00640 1 -- 172.21.15.112:0/1589425453 wait complete. 2024-02-26T04:59:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:36 smithi175 ceph-mon[36652]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-02-26T04:59:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:36 smithi161 ceph-mon[36447]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-02-26T04:59:36.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:36 smithi112 ceph-mon[31817]: pgmap v17: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-02-26T04:59:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:38 smithi175 ceph-mon[36652]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s 2024-02-26T04:59:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:38 smithi161 ceph-mon[36447]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s 2024-02-26T04:59:38.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:38 smithi112 ceph-mon[31817]: pgmap v18: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 0 B/s wr, 5 op/s 2024-02-26T04:59:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:40 smithi175 ceph-mon[36652]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-02-26T04:59:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:40 smithi161 ceph-mon[36447]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-02-26T04:59:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:40 smithi112 ceph-mon[31817]: pgmap v19: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 8 op/s 2024-02-26T04:59:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:42 smithi175 ceph-mon[36652]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:42 smithi161 ceph-mon[36447]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:42 smithi112 ceph-mon[31817]: pgmap v20: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:44 smithi175 ceph-mon[36652]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:44 smithi161 ceph-mon[36447]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:44.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:44 smithi112 ceph-mon[31817]: pgmap v21: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:46 smithi175 ceph-mon[36652]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:59:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:46 smithi161 ceph-mon[36447]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:59:46.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:46 smithi112 ceph-mon[31817]: pgmap v22: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T04:59:48.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:48 smithi175 ceph-mon[36652]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:48 smithi161 ceph-mon[36447]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:48.963 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:48 smithi112 ceph-mon[31817]: pgmap v23: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 255 B/s wr, 5 op/s 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 -- 172.21.15.112:0/91584554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f810d820 msgr2=0x7f84f810fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 --2- 172.21.15.112:0/91584554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f810d820 0x7f84f810fc30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f84f0009ca0 tx=0x7f84f002c1a0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 -- 172.21.15.112:0/91584554 shutdown_connections 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 --2- 172.21.15.112:0/91584554 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f810d820 0x7f84f810fc30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 --2- 172.21.15.112:0/91584554 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.702 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 --2- 172.21.15.112:0/91584554 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f8073550 0x7f84f8073930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 -- 172.21.15.112:0/91584554 >> 172.21.15.112:0/91584554 conn(0x7f84f80fca90 msgr2=0x7f84f80feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 -- 172.21.15.112:0/91584554 shutdown_connections 2024-02-26T04:59:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.699+0000 7f84fdc00640 1 -- 172.21.15.112:0/91584554 wait complete. 2024-02-26T04:59:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.700+0000 7f84fdc00640 1 Processor -- start 2024-02-26T04:59:49.703 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 -- start start 2024-02-26T04:59:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f8073550 0x7f84f819f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.704 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 0x7f84f8199780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f8199e20 con 0x7f84f810d820 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f8199f90 con 0x7f84f8073550 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.701+0000 7f84fdc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84f819a150 con 0x7f84f8073e70 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 0x7f84f8199780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.705 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84f7400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84f7400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:52346/0 (socket says 172.21.15.112:52346) 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84f7400640 1 -- 172.21.15.112:0/1629233915 learned_addr learned my addr 172.21.15.112:0/1629233915 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f8073550 0x7f84f819f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 -- 172.21.15.112:0/1629233915 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 msgr2=0x7f84f819fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 -- 172.21.15.112:0/1629233915 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f8073550 msgr2=0x7f84f819f610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f8073550 0x7f84f819f610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 -- 172.21.15.112:0/1629233915 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84e8009490 con 0x7f84f810d820 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84f7400640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:49.706 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.702+0000 7f84fd200640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 0x7f84f8199780 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f84f0037040 tx=0x7f84f00346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.703+0000 7f84f4c00640 1 -- 172.21.15.112:0/1629233915 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f0003d80 con 0x7f84f810d820 2024-02-26T04:59:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.703+0000 7f84f4c00640 1 -- 172.21.15.112:0/1629233915 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f84f00348e0 con 0x7f84f810d820 2024-02-26T04:59:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.703+0000 7f84f4c00640 1 -- 172.21.15.112:0/1629233915 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f003f440 con 0x7f84f810d820 2024-02-26T04:59:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.703+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84f0009900 con 0x7f84f810d820 2024-02-26T04:59:49.707 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.703+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84f806aba0 con 0x7f84f810d820 2024-02-26T04:59:49.709 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.707+0000 7f8502030740 1 Processor -- start 2024-02-26T04:59:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.708+0000 7f84f4c00640 1 -- 172.21.15.112:0/1629233915 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 25) v1 ==== 136945+0+0 (secure 0 0 0) 0x7f84f003b040 con 0x7f84f810d820 2024-02-26T04:59:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.708+0000 7f8502030740 1 -- start start 2024-02-26T04:59:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.708+0000 7f8502030740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.708+0000 7f8502030740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f4465440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.711 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f8502030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4470930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f8502030740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f44205f0 con 0x5597f4464fc0 2024-02-26T04:59:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f8502030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f43d2890 con 0x5597f446e540 2024-02-26T04:59:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f8502030740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f43cfdc0 con 0x5597f4465d30 2024-02-26T04:59:49.712 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f4465440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.714 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:52362/0 (socket says 172.21.15.112:52362) 2024-02-26T04:59:49.714 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 -- 172.21.15.112:0/1206057344 learned_addr learned my addr 172.21.15.112:0/1206057344 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:49.714 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4470930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 -- 172.21.15.112:0/1206057344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 msgr2=0x5597f4470930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4470930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 -- 172.21.15.112:0/1206057344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 msgr2=0x5597f4465440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f4465440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.709+0000 7f84f7400640 1 -- 172.21.15.112:0/1206057344 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597f434cad0 con 0x5597f4465d30 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84f7400640 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f84e4015ab0 tx=0x7f84e4009940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=774d1a6370cc4de1 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84f4c00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 0x7f84dc0a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84ed600640 1 -- 172.21.15.112:0/1206057344 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e400e830 con 0x5597f4465d30 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84f4c00640 1 -- 172.21.15.112:0/1629233915 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f84f00f0ae0 con 0x7f84f810d820 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84ed600640 1 -- 172.21.15.112:0/1206057344 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f84e400ee90 con 0x5597f4465d30 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84ed600640 1 -- 172.21.15.112:0/1206057344 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e4017e40 con 0x5597f4465d30 2024-02-26T04:59:49.715 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.710+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 0x7f84dc0a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 -- 172.21.15.112:0/1206057344 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 msgr2=0x5597f4464a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f84e4015ab0 tx=0x7f84e4009940 comp rx=0 tx=0).stop 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 -- 172.21.15.112:0/1206057344 shutdown_connections 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4470930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f4465440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 --2- 172.21.15.112:0/1206057344 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4465d30 0x5597f4464a80 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 -- 172.21.15.112:0/1206057344 >> 172.21.15.112:0/1206057344 conn(0x5597f442c480 msgr2=0x5597f445fcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 0x7f84dc0a47f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x5597f4466490 tx=0x7f84e8005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 -- 172.21.15.112:0/1206057344 shutdown_connections 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.711+0000 7f8502030740 1 -- 172.21.15.112:0/1206057344 wait complete. 2024-02-26T04:59:49.716 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.712+0000 7f8502030740 1 -- start start 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.712+0000 7f8502030740 1 Processor -- start 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 0x5597f446ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 0x5597f446bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f43cb5a0 con 0x5597f4464fc0 2024-02-26T04:59:49.719 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f4370b20 con 0x5597f4465d30 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f43707c0 con 0x5597f446e540 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f8502030740 10 client.0 _ll_register_callbacks cb 0x5597f4384520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84f7400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 0x5597f446ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84fd200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 0x5597f446bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84f7400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 0x5597f446ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:46104/0 (socket says 172.21.15.112:46104) 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:59054/0 (socket says 172.21.15.112:59054) 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84f7400640 1 -- 172.21.15.112:0/3050138714 learned_addr learned my addr 172.21.15.112:0/3050138714 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84fd200640 1 -- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 msgr2=0x5597f446ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.713+0000 7f84fd200640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 0x5597f446ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.720 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84fd200640 1 -- 172.21.15.112:0/3050138714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 msgr2=0x5597f446b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84fd200640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84fd200640 1 -- 172.21.15.112:0/3050138714 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84e4015760 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84f7e00640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84fd200640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 0x5597f446bf70 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f84f00ee290 tx=0x7f84f00bd340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=32b500274766f93b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.714+0000 7f84e2000640 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f00c1350 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mon.1 v2:172.21.15.175:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f84f00bdb80 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5597f439dca0 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84f0004250 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f8502030740 10 client.25351 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.715+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x5597f43c9c20 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mon.1 v2:172.21.15.175:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f84f00d5020 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mon.1 v2:172.21.15.175:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f84f00c5790 con 0x5597f446e540 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 10 client.25351 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:49.721 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 10 client.25351 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 20 client.25351 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f447e3e0 0x5597f44807d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 4 client.25351 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T04:59:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.716+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5597f43c1cb0 con 0x5597f447e3e0 2024-02-26T04:59:49.722 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.717+0000 7f84f7e00640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f447e3e0 0x5597f44807d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.717+0000 7f84f7e00640 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f447e3e0 0x5597f44807d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9d53a8ab4980f0ff server_cookie=ad7e659bd48af23f in_seq=0 out_seq=0 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.717+0000 7f84e2000640 10 client.25351 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.718+0000 7f84e2000640 1 -- 172.21.15.112:0/3050138714 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5597f43c1cb0 con 0x5597f447e3e0 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.718+0000 7f84e2000640 10 client.25351 handle_command_reply: tid=0 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.718+0000 7f8502030740 1 client.25351 shutdown 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.718+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 msgr2=0x5597f446bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.723 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.718+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 0x5597f446bf70 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f84f00ee290 tx=0x7f84f00bd340 comp rx=0 tx=0).stop 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 shutdown_connections 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f447e3e0 0x5597f44807d0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f446e540 0x5597f446bf70 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f4465d30 0x5597f446ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 --2- 172.21.15.112:0/3050138714 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4464fc0 0x5597f446b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 >> 172.21.15.112:0/3050138714 conn(0x5597f442c480 msgr2=0x5597f4461a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f84e2000640 0 client.25351 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 shutdown_connections 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 1 -- 172.21.15.112:0/3050138714 wait complete. 2024-02-26T04:59:49.724 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.719+0000 7f8502030740 20 client.25351 trim_cache size 0 max 16384 2024-02-26T04:59:49.748 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 Processor -- start 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 -- start start 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f446bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4469e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f4113e60 con 0x5597f4465d30 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f44671c0 con 0x5597f446e540 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.745+0000 7f8502030740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f4471150 con 0x5597f4464fc0 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:52374/0 (socket says 172.21.15.112:52374) 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7e00640 1 -- 172.21.15.112:0/1378317605 learned_addr learned my addr 172.21.15.112:0/1378317605 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84fd200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4469e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.749 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7400640 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f446bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7e00640 1 -- 172.21.15.112:0/1378317605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 msgr2=0x5597f4469e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.746+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4469e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84f7e00640 1 -- 172.21.15.112:0/1378317605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 msgr2=0x5597f446bd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f446bd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84f7e00640 1 -- 172.21.15.112:0/1378317605 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5597f4366500 con 0x5597f4464fc0 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x5597f44810a0 tx=0x7f84e8029000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=218d88719fbc2b06 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84ecc00640 1 -- 172.21.15.112:0/1378317605 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e8033030 con 0x5597f4464fc0 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.747+0000 7f84ecc00640 1 -- 172.21.15.112:0/1378317605 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f84e8034040 con 0x5597f4464fc0 2024-02-26T04:59:49.751 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f84ecc00640 1 -- 172.21.15.112:0/1378317605 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e8027070 con 0x5597f4464fc0 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 -- 172.21.15.112:0/1378317605 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 msgr2=0x5597f446dc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x5597f44810a0 tx=0x7f84e8029000 comp rx=0 tx=0).stop 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 -- 172.21.15.112:0/1378317605 shutdown_connections 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4469e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f446bd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 --2- 172.21.15.112:0/1378317605 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f446dc20 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.748+0000 7f8502030740 1 -- 172.21.15.112:0/1378317605 >> 172.21.15.112:0/1378317605 conn(0x5597f442c480 msgr2=0x5597f4485120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.752 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.749+0000 7f8502030740 1 -- 172.21.15.112:0/1378317605 shutdown_connections 2024-02-26T04:59:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.749+0000 7f8502030740 1 -- 172.21.15.112:0/1378317605 wait complete. 2024-02-26T04:59:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.749+0000 7f8502030740 1 -- start start 2024-02-26T04:59:49.753 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.749+0000 7f8502030740 1 Processor -- start 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f4475630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f44739d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f44744a0 con 0x5597f4465d30 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f4474610 con 0x5597f446e540 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.750+0000 7f8502030740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5597f44747d0 con 0x5597f4464fc0 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f8502030740 10 client.0 _ll_register_callbacks cb 0x7f84f00ee120 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f4475630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84fd200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f44739d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84fd200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:46108/0 (socket says 172.21.15.112:46108) 2024-02-26T04:59:49.754 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84fd200640 1 -- 172.21.15.112:0/1077823973 learned_addr learned my addr 172.21.15.112:0/1077823973 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 -- 172.21.15.112:0/1077823973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 msgr2=0x5597f4475630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f4475630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 -- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 msgr2=0x5597f4473f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.751+0000 7f84f7400640 1 -- 172.21.15.112:0/1077823973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84e8022e80 con 0x5597f4465d30 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f84fd200640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:49.756 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f4475630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f84f7400640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f44739d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f84e4015ab0 tx=0x7f84e4015490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e318db9f5dc89d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f84e2000640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84e402f070 con 0x5597f4465d30 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.752+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5597f43f0d00 con 0x5597f4465d30 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.753+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f84e40038a0 con 0x5597f4465d30 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.753+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84e4009af0 con 0x5597f4465d30 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.753+0000 7f8502030740 10 client.15258 fetch_fsmap learned FSMap version 24 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.753+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x5597f438c290 con 0x5597f4465d30 2024-02-26T04:59:49.757 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x5597f43f0d00 con 0x5597f4465d30 2024-02-26T04:59:49.758 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f84e403e480 con 0x5597f4465d30 2024-02-26T04:59:49.758 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 10 client.15258 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T04:59:49.758 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 10 client.15258 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T04:59:49.758 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 20 client.15258 populate_metadata read hostname 'smithi112' 2024-02-26T04:59:49.758 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f44d5db0 0x5597f44d81d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T04:59:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 4 client.15258 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T04:59:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.754+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5597f40cb600 con 0x5597f44d5db0 2024-02-26T04:59:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.755+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f44d5db0 0x5597f44d81d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T04:59:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.755+0000 7f84f7e00640 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f44d5db0 0x5597f44d81d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ccbdc4564a704d8 server_cookie=24e365d506d817b5 in_seq=0 out_seq=0 2024-02-26T04:59:49.759 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.755+0000 7f84e2000640 10 client.15258 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:49.766 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f84e2000640 1 -- 172.21.15.112:0/1077823973 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5597f40cb600 con 0x5597f44d5db0 2024-02-26T04:59:49.766 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f84e2000640 10 client.15258 handle_command_reply: tid=0 2024-02-26T04:59:49.766 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 client.15258 shutdown 2024-02-26T04:59:49.767 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 msgr2=0x5597f44739d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f44739d0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f84e4015ab0 tx=0x7f84e4015490 comp rx=0 tx=0).stop 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 shutdown_connections 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5597f44d5db0 0x5597f44d81d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5597f446e540 0x5597f4473f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5597f4465d30 0x5597f44739d0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 --2- 172.21.15.112:0/1077823973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5597f4464fc0 0x5597f4475630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 >> 172.21.15.112:0/1077823973 conn(0x5597f442c480 msgr2=0x5597f4469c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.764+0000 7f84e2000640 0 client.15258 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.765+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 shutdown_connections 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.765+0000 7f8502030740 1 -- 172.21.15.112:0/1077823973 wait complete. 2024-02-26T04:59:49.768 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.765+0000 7f8502030740 20 client.15258 trim_cache size 0 max 16384 2024-02-26T04:59:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T04:59:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T04:59:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T04:59:49.769 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 msgr2=0x7f84dc0a47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 0x7f84dc0a47f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x5597f4466490 tx=0x7f84e8005f90 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 msgr2=0x7f84f8199780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 0x7f84f8199780 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f84f0037040 tx=0x7f84f00346f0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 shutdown_connections 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84dc0a2330 0x7f84dc0a47f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f84f810d820 0x7f84f8199780 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.766+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84f8073e70 0x7f84f819fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.767+0000 7f84fdc00640 1 --2- 172.21.15.112:0/1629233915 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84f8073550 0x7f84f819f610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.767+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 >> 172.21.15.112:0/1629233915 conn(0x7f84f80fca90 msgr2=0x7f84f80fd760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.767+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 shutdown_connections 2024-02-26T04:59:49.770 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T04:59:49.767+0000 7f84fdc00640 1 -- 172.21.15.112:0/1629233915 wait complete. 2024-02-26T04:59:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:50 smithi175 ceph-mon[36652]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-02-26T04:59:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:50 smithi161 ceph-mon[36447]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-02-26T04:59:50.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:50 smithi112 ceph-mon[31817]: pgmap v24: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 8 op/s 2024-02-26T04:59:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:52 smithi175 ceph-mon[36652]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T04:59:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:52 smithi161 ceph-mon[36447]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T04:59:52.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:52 smithi112 ceph-mon[31817]: pgmap v25: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T04:59:53.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:53 smithi175 ceph-mon[36652]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-02-26T04:59:53.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:53 smithi161 ceph-mon[36447]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-02-26T04:59:53.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:53 smithi112 ceph-mon[31817]: pgmap v26: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.3 KiB/s rd, 1023 B/s wr, 5 op/s 2024-02-26T04:59:55.710 INFO:tasks.workunit.client.0.smithi112.stderr:Updating files: 77% (8825/11369) Updating files: 78% (8868/11369) Updating files: 79% (8982/11369) Updating files: 80% (9096/11369) Updating files: 81% (9209/11369) Updating files: 82% (9323/11369) Updating files: 83% (9437/11369) Updating files: 84% (9550/11369) Updating files: 85% (9664/11369) Updating files: 86% (9778/11369) Updating files: 87% (9892/11369) Updating files: 88% (10005/11369) Updating files: 89% (10119/11369) Updating files: 90% (10233/11369) Updating files: 91% (10346/11369) Updating files: 92% (10460/11369) Updating files: 93% (10574/11369) Updating files: 94% (10687/11369) Updating files: 95% (10801/11369) Updating files: 96% (10915/11369) Updating files: 97% (11028/11369) Updating files: 98% (11142/11369) Updating files: 99% (11256/11369) Updating files: 100% (11369/11369) Updating files: 100% (11369/11369), done. 2024-02-26T04:59:56.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:56 smithi112 ceph-mon[31817]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T04:59:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:56 smithi175 ceph-mon[36652]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T04:59:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:56 smithi161 ceph-mon[36447]: pgmap v27: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:Note: switching to 'bc0b84a094b787eb15ce0eff5f7a342217d95e39'. 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:changes and commit them, and you can discard any commits you make in this 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:state without impacting any branches by switching back to a branch. 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:If you want to create a new branch to retain commits you create, you may 2024-02-26T04:59:57.198 INFO:tasks.workunit.client.0.smithi112.stderr:do so (now or later) by using -c with the switch command. Example: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: git switch -c 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr:Or undo this operation with: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: git switch - 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr: 2024-02-26T04:59:57.199 INFO:tasks.workunit.client.0.smithi112.stderr:HEAD is now at bc0b84a094b client: check mds down status bofore getting mds_git_t from mdsmap 2024-02-26T04:59:57.208 DEBUG:teuthology.orchestra.run.smithi112:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-02-26T04:59:57.283 INFO:tasks.workunit.client.0.smithi112.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-02-26T04:59:57.291 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-26T04:59:57.291 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-02-26T04:59:58.246 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-02-26T04:59:58.416 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-02-26T04:59:58.496 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-02-26T04:59:58.501 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-26T04:59:58.501 INFO:tasks.workunit.client.0.smithi112.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-02-26T04:59:58.585 INFO:tasks.workunit.client.0.smithi112.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-02-26T04:59:58.595 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T04:59:58.596 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-02-26T04:59:58.646 INFO:tasks.workunit:Running workunits matching fs/norstats on client.0... 2024-02-26T04:59:58.648 INFO:tasks.workunit:Running workunit fs/norstats/kernel_untar_tar.sh... 2024-02-26T04:59:58.648 DEBUG:teuthology.orchestra.run.smithi112:workunit test fs/norstats/kernel_untar_tar.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=bc0b84a094b787eb15ce0eff5f7a342217d95e39 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/norstats/kernel_untar_tar.sh 2024-02-26T04:59:58.715 INFO:tasks.workunit.client.0.smithi112.stderr:+ KERNEL=linux-4.0.5 2024-02-26T04:59:58.715 INFO:tasks.workunit.client.0.smithi112.stderr:+ wget -q http://download.ceph.com/qa/linux-4.0.5.tar.xz 2024-02-26T04:59:58.738 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 04:59:58 smithi112 ceph-mon[31817]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-02-26T04:59:58.746 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 04:59:58 smithi161 ceph-mon[36447]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-02-26T04:59:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 04:59:58 smithi175 ceph-mon[36652]: pgmap v28: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 1.7 KiB/s wr, 7 op/s 2024-02-26T05:00:00.479 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:00:00.044+0000 7f0249c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T05:00:00.479 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:00:00.044+0000 7f0249c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T05:00:00.479 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:00:00.044+0000 7f0249c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T05:00:00.479 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:00:00.044+0000 7f0249c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T05:00:00.479 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:00:00.044+0000 7f0249c00700 -1 client.0 error registering admin socket command: (17) File exists 2024-02-26T05:00:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-mon[31817]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T05:00:00.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:00 smithi112 ceph-mon[31817]: overall HEALTH_OK 2024-02-26T05:00:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:00 smithi175 ceph-mon[36652]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T05:00:00.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:00 smithi175 ceph-mon[36652]: overall HEALTH_OK 2024-02-26T05:00:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:00 smithi161 ceph-mon[36447]: pgmap v29: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 1.7 KiB/s wr, 9 op/s 2024-02-26T05:00:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:00 smithi161 ceph-mon[36447]: overall HEALTH_OK 2024-02-26T05:00:01.673 INFO:tasks.workunit.client.0.smithi112.stderr:+ mkdir untar_tar 2024-02-26T05:00:01.680 INFO:tasks.workunit.client.0.smithi112.stderr:+ cd untar_tar 2024-02-26T05:00:01.680 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar Jxvf ../linux-4.0.5.tar.xz linux-4.0.5/Documentation/ 2024-02-26T05:00:01.724 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ 2024-02-26T05:00:01.727 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/00-INDEX 2024-02-26T05:00:01.729 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/ 2024-02-26T05:00:01.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/README 2024-02-26T05:00:01.732 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/ 2024-02-26T05:00:01.734 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/proc-sys-vm-nr_pdflush_threads 2024-02-26T05:00:01.736 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-bus-usb 2024-02-26T05:00:01.738 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-class-rfkill 2024-02-26T05:00:01.740 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-koneplus 2024-02-26T05:00:01.741 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-kovaplus 2024-02-26T05:00:01.743 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/obsolete/sysfs-driver-hid-roccat-pyra 2024-02-26T05:00:01.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/ 2024-02-26T05:00:01.747 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/devfs 2024-02-26T05:00:01.749 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/dv1394 2024-02-26T05:00:01.750 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/ip_queue 2024-02-26T05:00:01.752 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/net_dma 2024-02-26T05:00:01.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/o2cb 2024-02-26T05:00:01.755 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/raw1394 2024-02-26T05:00:01.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/removed/video1394 2024-02-26T05:00:01.759 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/ 2024-02-26T05:00:01.761 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/firewire-cdev 2024-02-26T05:00:01.763 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/o2cb 2024-02-26T05:00:01.765 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/syscalls 2024-02-26T05:00:01.767 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-acpi-pmprofile 2024-02-26T05:00:01.768 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-firewire 2024-02-26T05:00:01.770 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-usb 2024-02-26T05:00:01.772 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-bus-xen-backend 2024-02-26T05:00:01.774 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-backlight 2024-02-26T05:00:01.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-rfkill 2024-02-26T05:00:01.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-tpm 2024-02-26T05:00:01.779 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-ubi 2024-02-26T05:00:01.781 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-class-udc 2024-02-26T05:00:01.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-node 2024-02-26T05:00:01.784 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-cpu 2024-02-26T05:00:01.785 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-devices-system-xen_memory 2024-02-26T05:00:01.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-ib_srp 2024-02-26T05:00:01.789 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-qla2xxx 2024-02-26T05:00:01.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-usb-usbtmc 2024-02-26T05:00:01.792 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-driver-w1_ds28e04 2024-02-26T05:00:01.794 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-efi-vars 2024-02-26T05:00:01.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-dump 2024-02-26T05:00:01.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-firmware-opal-elog 2024-02-26T05:00:01.799 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-module 2024-02-26T05:00:01.801 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/sysfs-transport-srp 2024-02-26T05:00:01.804 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/thermal-notification 2024-02-26T05:00:01.805 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/stable/vdso 2024-02-26T05:00:01.807 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/ 2024-02-26T05:00:01.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-spear-pcie-gadget 2024-02-26T05:00:01.811 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget 2024-02-26T05:00:01.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-acm 2024-02-26T05:00:01.814 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ecm 2024-02-26T05:00:01.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-eem 2024-02-26T05:00:01.818 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ffs 2024-02-26T05:00:01.820 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-hid 2024-02-26T05:00:01.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-loopback 2024-02-26T05:00:01.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-mass-storage 2024-02-26T05:00:01.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-midi 2024-02-26T05:00:01.826 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-ncm 2024-02-26T05:00:01.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-obex 2024-02-26T05:00:01.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-phonet 2024-02-26T05:00:01.831 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-rndis 2024-02-26T05:00:01.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-serial 2024-02-26T05:00:01.834 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-sourcesink 2024-02-26T05:00:01.836 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-subset 2024-02-26T05:00:01.838 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac1 2024-02-26T05:00:01.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uac2 2024-02-26T05:00:01.841 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/configfs-usb-gadget-uvc 2024-02-26T05:00:01.843 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-driver-genwqe 2024-02-26T05:00:01.844 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ec 2024-02-26T05:00:01.846 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-ideapad 2024-02-26T05:00:01.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-olpc 2024-02-26T05:00:01.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pfo-nx-crypto 2024-02-26T05:00:01.851 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/debugfs-pktcdvd 2024-02-26T05:00:01.853 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/dev-kmsg 2024-02-26T05:00:01.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/evm 2024-02-26T05:00:01.856 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/ima_policy 2024-02-26T05:00:01.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/procfs-diskstats 2024-02-26T05:00:01.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/pstore 2024-02-26T05:00:01.861 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ata 2024-02-26T05:00:01.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block 2024-02-26T05:00:01.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-bcache 2024-02-26T05:00:01.866 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-dm 2024-02-26T05:00:01.868 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-rssd 2024-02-26T05:00:01.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-block-zram 2024-02-26T05:00:01.871 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-acpi 2024-02-26T05:00:01.873 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-amba 2024-02-26T05:00:01.875 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-bcma 2024-02-26T05:00:01.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etb10 2024-02-26T05:00:01.878 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-etm3x 2024-02-26T05:00:01.880 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-funnel 2024-02-26T05:00:01.882 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-coresight-devices-tmc 2024-02-26T05:00:01.883 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-css 2024-02-26T05:00:01.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-events 2024-02-26T05:00:01.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-format 2024-02-26T05:00:01.889 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_24x7 2024-02-26T05:00:01.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-event_source-devices-hv_gpci 2024-02-26T05:00:01.892 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-fcoe 2024-02-26T05:00:01.894 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-hsi 2024-02-26T05:00:01.896 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-fsa9480 2024-02-26T05:00:01.898 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-hm6352 2024-02-26T05:00:01.899 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-i2c-devices-lm3533 2024-02-26T05:00:01.901 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio 2024-02-26T05:00:01.903 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-accel-bmc150 2024-02-26T05:00:01.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-ad9523 2024-02-26T05:00:01.906 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-frequency-adf4350 2024-02-26T05:00:01.908 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-gyro-bmg160 2024-02-26T05:00:01.910 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-light-lm3533-als 2024-02-26T05:00:01.912 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-mpu6050 2024-02-26T05:00:01.913 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-proximity-as3935 2024-02-26T05:00:01.915 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-iio-trigger-sysfs 2024-02-26T05:00:01.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mdio 2024-02-26T05:00:01.918 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-media 2024-02-26T05:00:01.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-mei 2024-02-26T05:00:01.922 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci 2024-02-26T05:00:01.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-devices-cciss 2024-02-26T05:00:01.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-pci-drivers-ehci_hcd 2024-02-26T05:00:01.927 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-platform 2024-02-26T05:00:01.928 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rbd 2024-02-26T05:00:01.930 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-rpmsg 2024-02-26T05:00:01.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-umc 2024-02-26T05:00:01.933 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb 2024-02-26T05:00:01.935 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-devices-usbsevseg 2024-02-26T05:00:01.937 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-bus-usb-lvstest 2024-02-26T05:00:01.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-c2port 2024-02-26T05:00:01.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-cfq-target-latency 2024-02-26T05:00:01.942 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class 2024-02-26T05:00:01.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-adp8870 2024-02-26T05:00:01.945 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-backlight-driver-lm3533 2024-02-26T05:00:01.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-bdi 2024-02-26T05:00:01.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-cxl 2024-02-26T05:00:01.950 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-devfreq 2024-02-26T05:00:01.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-extcon 2024-02-26T05:00:01.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu 2024-02-26T05:00:01.954 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-amd-iommu 2024-02-26T05:00:01.956 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-iommu-intel-iommu 2024-02-26T05:00:01.958 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-lcd 2024-02-26T05:00:01.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led 2024-02-26T05:00:01.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-led-driver-lm3533 2024-02-26T05:00:01.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-leds-gt683r 2024-02-26T05:00:01.964 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mei 2024-02-26T05:00:01.966 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mic.txt 2024-02-26T05:00:01.968 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-mtd 2024-02-26T05:00:01.969 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net 2024-02-26T05:00:01.971 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-batman-adv 2024-02-26T05:00:01.972 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-cdc_ncm 2024-02-26T05:00:01.974 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-grcan 2024-02-26T05:00:01.976 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-mesh 2024-02-26T05:00:01.977 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-queues 2024-02-26T05:00:01.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-net-statistics 2024-02-26T05:00:01.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pktcdvd 2024-02-26T05:00:01.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-power 2024-02-26T05:00:01.983 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-powercap 2024-02-26T05:00:01.985 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-pwm 2024-02-26T05:00:01.987 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rc 2024-02-26T05:00:01.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-regulator 2024-02-26T05:00:01.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-rtc-rtc0-device-rtc_calibration 2024-02-26T05:00:01.992 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-scsi_host 2024-02-26T05:00:01.993 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc 2024-02-26T05:00:01.995 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-class-uwb_rc-wusbhc 2024-02-26T05:00:01.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-dev 2024-02-26T05:00:01.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices 2024-02-26T05:00:02.000 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-edac 2024-02-26T05:00:02.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-firmware_node 2024-02-26T05:00:02.003 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-lpss_ltr 2024-02-26T05:00:02.005 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-memory 2024-02-26T05:00:02.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-mmc 2024-02-26T05:00:02.008 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-online 2024-02-26T05:00:02.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-_UDC_-gadget 2024-02-26T05:00:02.011 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-docg3 2024-02-26T05:00:02.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-platform-sh_mobile_lcdc_fb 2024-02-26T05:00:02.015 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power 2024-02-26T05:00:02.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D0 2024-02-26T05:00:02.018 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D1 2024-02-26T05:00:02.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D2 2024-02-26T05:00:02.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_D3hot 2024-02-26T05:00:02.022 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_resources_wakeup 2024-02-26T05:00:02.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-power_state 2024-02-26T05:00:02.027 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-real_power_state 2024-02-26T05:00:02.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-resource_in_use 2024-02-26T05:00:02.029 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-soc 2024-02-26T05:00:02.030 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-sun 2024-02-26T05:00:02.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-cpu 2024-02-26T05:00:02.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-ibm-rtl 2024-02-26T05:00:02.036 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-devices-system-xen_cpu 2024-02-26T05:00:02.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-genwqe 2024-02-26T05:00:02.039 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid 2024-02-26T05:00:02.040 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-lenovo 2024-02-26T05:00:02.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-logitech-lg4ff 2024-02-26T05:00:02.044 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-multitouch 2024-02-26T05:00:02.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-picolcd 2024-02-26T05:00:02.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-prodikeys 2024-02-26T05:00:02.048 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-arvo 2024-02-26T05:00:02.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-isku 2024-02-26T05:00:02.051 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kone 2024-02-26T05:00:02.053 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-koneplus 2024-02-26T05:00:02.054 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-konepure 2024-02-26T05:00:02.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-kovaplus 2024-02-26T05:00:02.057 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-lua 2024-02-26T05:00:02.058 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-pyra 2024-02-26T05:00:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:02 smithi175 ceph-mon[36652]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-02-26T05:00:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:02 smithi175 ceph-mon[36652]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-02-26T05:00:02.918 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 -- 172.21.15.112:0/3896877792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 msgr2=0x7f85fc114420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.918 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 --2- 172.21.15.112:0/3896877792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc114420 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f85f4009ca0 tx=0x7f85f402c100 comp rx=0 tx=0).stop 2024-02-26T05:00:02.918 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 -- 172.21.15.112:0/3896877792 shutdown_connections 2024-02-26T05:00:02.918 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 --2- 172.21.15.112:0/3896877792 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc114420 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.919 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 --2- 172.21.15.112:0/3896877792 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc1076c0 0x7f85fc107b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.919 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 --2- 172.21.15.112:0/3896877792 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc10d610 0x7f85fc10d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.919 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.915+0000 7f85fb200640 1 -- 172.21.15.112:0/3896877792 >> 172.21.15.112:0/3896877792 conn(0x7f85fc076f60 msgr2=0x7f85fc105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:02.919 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.916+0000 7f85fb200640 1 -- 172.21.15.112:0/3896877792 shutdown_connections 2024-02-26T05:00:02.919 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.916+0000 7f85fb200640 1 -- 172.21.15.112:0/3896877792 wait complete. 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.916+0000 7f85fb200640 1 Processor -- start 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 -- start start 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 0x7f85fc1a38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc1a3de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 0x7f85fc19da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85fc19e0a0 con 0x7f85fc1076c0 2024-02-26T05:00:02.921 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85fc19e210 con 0x7f85fc108080 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fb200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85fc19e3d0 con 0x7f85fc10d610 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 0x7f85fc1a38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85fa800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 0x7f85fc19da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 0x7f85fc1a38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51206/0 (socket says 172.21.15.112:51206) 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85f9e00640 1 -- 172.21.15.112:0/670044347 learned_addr learned my addr 172.21.15.112:0/670044347 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.917+0000 7f85f9400640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc1a3de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 -- 172.21.15.112:0/670044347 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 msgr2=0x7f85fc1a3de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc1a3de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 -- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 msgr2=0x7f85fc1a38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 0x7f85fc1a38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 -- 172.21.15.112:0/670044347 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85f4009900 con 0x7f85fc10d610 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fa800640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 0x7f85fc19da50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f85f402c710 tx=0x7f85f4032a60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85f2a00640 1 -- 172.21.15.112:0/670044347 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f4034850 con 0x7f85fc10d610 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85fc19e650 con 0x7f85fc10d610 2024-02-26T05:00:02.922 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85f2a00640 1 -- 172.21.15.112:0/670044347 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f85f4032600 con 0x7f85fc10d610 2024-02-26T05:00:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.918+0000 7f85f2a00640 1 -- 172.21.15.112:0/670044347 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85f4004810 con 0x7f85fc10d610 2024-02-26T05:00:02.923 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.919+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85fc1aa940 con 0x7f85fc10d610 2024-02-26T05:00:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f85f2a00640 1 -- 172.21.15.112:0/670044347 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 26) v1 ==== 137002+0+0 (secure 0 0 0) 0x7f85f403b040 con 0x7f85fc10d610 2024-02-26T05:00:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 Processor -- start 2024-02-26T05:00:02.924 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 -- start start 2024-02-26T05:00:02.926 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4937d30 0x55d8e4936a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.926 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.926 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e4942930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.926 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e48f25f0 con 0x55d8e4936fc0 2024-02-26T05:00:02.926 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e48a4890 con 0x55d8e4937d30 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f8604189740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e48a1dc0 con 0x55d8e4940540 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.922+0000 7f85f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e4942930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51210/0 (socket says 172.21.15.112:51210) 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e4942930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:43208/0 (socket says 172.21.15.112:43208) 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 -- 172.21.15.112:0/3625724559 learned_addr learned my addr 172.21.15.112:0/3625724559 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9400640 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4937d30 0x55d8e4936a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 -- 172.21.15.112:0/3625724559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 msgr2=0x55d8e4942930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e4942930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 -- 172.21.15.112:0/3625724559 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4937d30 msgr2=0x55d8e4936a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4937d30 0x55d8e4936a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 -- 172.21.15.112:0/3625724559 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8e481ead0 con 0x55d8e4936fc0 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f2a00640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 0x7f85e00a4800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9e00640 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85ec009cf0 tx=0x7f85ec011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdce3fff68610e3d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.927 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f2a00640 1 -- 172.21.15.112:0/670044347 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f85f40f0c20 con 0x7f85fc10d610 2024-02-26T05:00:02.928 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.923+0000 7f85f9400640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 0x7f85e00a4800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.928 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f85e7400640 1 -- 172.21.15.112:0/3625724559 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec009ea0 con 0x55d8e4936fc0 2024-02-26T05:00:02.928 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f85e7400640 1 -- 172.21.15.112:0/3625724559 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f85ec019b30 con 0x55d8e4936fc0 2024-02-26T05:00:02.928 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f85e7400640 1 -- 172.21.15.112:0/3625724559 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec00ec50 con 0x55d8e4936fc0 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 -- 172.21.15.112:0/3625724559 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 msgr2=0x55d8e4937440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f85f9400640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 0x7f85e00a4800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x55d8e4932e40 tx=0x7f85e8004730 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f85ec009cf0 tx=0x7f85ec011810 comp rx=0 tx=0).stop 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 -- 172.21.15.112:0/3625724559 shutdown_connections 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e4942930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4936fc0 0x55d8e4937440 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.932 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 --2- 172.21.15.112:0/3625724559 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4937d30 0x55d8e4936a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.924+0000 7f8604189740 1 -- 172.21.15.112:0/3625724559 >> 172.21.15.112:0/3625724559 conn(0x55d8e48fe480 msgr2=0x55d8e4931cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.925+0000 7f8604189740 1 -- 172.21.15.112:0/3625724559 shutdown_connections 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.925+0000 7f8604189740 1 -- 172.21.15.112:0/3625724559 wait complete. 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.925+0000 7f8604189740 1 -- start start 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.925+0000 7f8604189740 1 Processor -- start 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e493dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e489d5a0 con 0x55d8e4937d30 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e4842b20 con 0x55d8e4936fc0 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e48427c0 con 0x55d8e4940540 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f8604189740 10 client.0 _ll_register_callbacks cb 0x55d8e4856520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f85f9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.933 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f85f9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51218/0 (socket says 172.21.15.112:51218) 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f85f9400640 1 -- 172.21.15.112:0/2801183062 learned_addr learned my addr 172.21.15.112:0/2801183062 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.926+0000 7f85fa800640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e493dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 -- 172.21.15.112:0/2801183062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 msgr2=0x55d8e493dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e493dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 -- 172.21.15.112:0/2801183062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 msgr2=0x55d8e493da60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.934 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 -- 172.21.15.112:0/2801183062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85ec009920 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85fa800640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e493dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9400640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85f9e00640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493d520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00e750 tx=0x7f85ec00eb80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a7c4a56b9f808cda server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec005230 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f85ec005390 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.927+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8e486fca0 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85ec005550 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 10 client.25358 fetch_fsmap learned FSMap version 24 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55d8e489bc20 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55d8e486fca0 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f85ec019700 con 0x55d8e4936fc0 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 10 client.25358 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 10 client.25358 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:02.935 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 20 client.25358 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e4950470 0x55d8e4952880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 4 client.25358 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.928+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8e4893cb0 con 0x55d8e4950470 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.929+0000 7f85f9400640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e4950470 0x55d8e4952880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.929+0000 7f85f9400640 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e4950470 0x55d8e4952880 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0fad54d63aac192 server_cookie=7cd7be00fc993797 in_seq=0 out_seq=0 2024-02-26T05:00:02.936 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.929+0000 7f85dbe00640 10 client.25358 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:02.937 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f85dbe00640 1 -- 172.21.15.112:0/2801183062 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d8e4893cb0 con 0x55d8e4950470 2024-02-26T05:00:02.937 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f85dbe00640 10 client.25358 handle_command_reply: tid=0 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 client.25358 shutdown 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 msgr2=0x55d8e493d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493d520 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f85ec00e750 tx=0x7f85ec00eb80 comp rx=0 tx=0).stop 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 shutdown_connections 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e4950470 0x55d8e4952880 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4940540 0x55d8e493dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4937d30 0x55d8e493da60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 --2- 172.21.15.112:0/2801183062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493d520 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f85dbe00640 0 client.25358 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.930+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 >> 172.21.15.112:0/2801183062 conn(0x55d8e48fe480 msgr2=0x55d8e4933a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.931+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 shutdown_connections 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.931+0000 7f8604189740 1 -- 172.21.15.112:0/2801183062 wait complete. 2024-02-26T05:00:02.938 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.931+0000 7f8604189740 20 client.25358 trim_cache size 0 max 16384 2024-02-26T05:00:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:02 smithi161 ceph-mon[36447]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-02-26T05:00:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:02 smithi161 ceph-mon[36447]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-02-26T05:00:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.945+0000 7f8604189740 1 Processor -- start 2024-02-26T05:00:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.945+0000 7f8604189740 1 -- start start 2024-02-26T05:00:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e493ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.948 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e493bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e45e5e60 con 0x55d8e4940540 2024-02-26T05:00:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e492c120 con 0x55d8e4936fc0 2024-02-26T05:00:02.949 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f8604189740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e494d050 con 0x55d8e4937d30 2024-02-26T05:00:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f85f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e493ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.950 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f85fa800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e493bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f85f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e493ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:43232/0 (socket says 172.21.15.112:43232) 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.946+0000 7f85f9400640 1 -- 172.21.15.112:0/1622853195 learned_addr learned my addr 172.21.15.112:0/1622853195 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 -- 172.21.15.112:0/1622853195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 msgr2=0x55d8e493ddc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e493ddc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 -- 172.21.15.112:0/1622853195 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 msgr2=0x55d8e493bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e493bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 -- 172.21.15.112:0/1622853195 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8e4838500 con 0x55d8e4936fc0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85fa800640 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e493bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493fc50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f85ec000c00 tx=0x7f85ec011e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bddb323f8c161670 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85e6a00640 1 -- 172.21.15.112:0/1622853195 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec019630 con 0x55d8e4936fc0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85e6a00640 1 -- 172.21.15.112:0/1622853195 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f85ec005570 con 0x55d8e4936fc0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.947+0000 7f85e6a00640 1 -- 172.21.15.112:0/1622853195 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec023740 con 0x55d8e4936fc0 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- 172.21.15.112:0/1622853195 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 msgr2=0x55d8e493fc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493fc50 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f85ec000c00 tx=0x7f85ec011e40 comp rx=0 tx=0).stop 2024-02-26T05:00:02.951 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- 172.21.15.112:0/1622853195 shutdown_connections 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e493bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e493ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 --2- 172.21.15.112:0/1622853195 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e493fc50 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- 172.21.15.112:0/1622853195 >> 172.21.15.112:0/1622853195 conn(0x55d8e48fe480 msgr2=0x55d8e49317e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- 172.21.15.112:0/1622853195 shutdown_connections 2024-02-26T05:00:02.952 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- 172.21.15.112:0/1622853195 wait complete. 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.948+0000 7f8604189740 1 -- start start 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 Processor -- start 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e49453b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e49458f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e4946090 con 0x55d8e4940540 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e4946200 con 0x55d8e4936fc0 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8e49a5eb0 con 0x55d8e4937d30 2024-02-26T05:00:02.955 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f8604189740 10 client.0 _ll_register_callbacks cb 0x7f85ec01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f85fa800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f85f9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e49453b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f85fa800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:51232/0 (socket says 172.21.15.112:51232) 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f85fa800640 1 -- 172.21.15.112:0/1561566067 learned_addr learned my addr 172.21.15.112:0/1561566067 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.949+0000 7f85f9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e49458f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 -- 172.21.15.112:0/1561566067 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 msgr2=0x55d8e49458f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e49458f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 -- 172.21.15.112:0/1561566067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 msgr2=0x55d8e49a5970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 -- 172.21.15.112:0/1561566067 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85fc1aa940 con 0x55d8e4936fc0 2024-02-26T05:00:02.956 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85fa800640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9400640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e49458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85f9e00640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e49453b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f85ec0059f0 tx=0x7f85ec019660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3374ae1395020c5 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85dbe00640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ec019c30 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8e48c2d00 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f85ec000e40 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.950+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=24) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85ec00eb60 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 10 client.25364 fetch_fsmap learned FSMap version 24 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=24,monmap=4+}) v3 -- 0x55d8e489bc20 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55d8e48c2d00 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 24) v1 ==== 7882+0+0 (secure 0 0 0) 0x7f85ec03c020 con 0x55d8e4936fc0 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 10 client.25364 fetch_fsmap finished waiting for FSMap version 24 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 10 client.25364 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 20 client.25364 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:02.957 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e49a71b0 0x55d8e49a95a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 4 client.25364 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:00:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55d8e459d600 con 0x55d8e49a71b0 2024-02-26T05:00:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.951+0000 7f85f9400640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e49a71b0 0x55d8e49a95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.952+0000 7f85f9400640 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e49a71b0 0x55d8e49a95a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a5e208509da349d server_cookie=95fde81c492e133 in_seq=0 out_seq=0 2024-02-26T05:00:02.958 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:02.952+0000 7f85dbe00640 10 client.25364 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:02 smithi112 ceph-mon[31817]: pgmap v30: 97 pgs: 97 active+clean; 1.3 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 767 B/s wr, 6 op/s 2024-02-26T05:00:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:02 smithi112 ceph-mon[31817]: mgrmap e26: x(active, since 54s), standbys: y, z 2024-02-26T05:00:03.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-ryos 2024-02-26T05:00:03.056 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-roccat-savu 2024-02-26T05:00:03.063 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-srws1 2024-02-26T05:00:03.066 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-hid-wiimote 2024-02-26T05:00:03.069 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-input-axp-pek 2024-02-26T05:00:03.072 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-intel-rapid-start 2024-02-26T05:00:03.073 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-pciback 2024-02-26T05:00:03.075 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-ppi 2024-02-26T05:00:03.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-samsung-laptop 2024-02-26T05:00:03.077 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-sunxi-sid 2024-02-26T05:00:03.078 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-tegra-fuse 2024-02-26T05:00:03.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-toshiba_acpi 2024-02-26T05:00:03.082 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-wacom 2024-02-26T05:00:03.083 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkback 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f85dbe00640 1 -- 172.21.15.112:0/1561566067 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55d8e459d600 con 0x55d8e49a71b0 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f85dbe00640 10 client.25364 handle_command_reply: tid=0 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 client.25364 shutdown 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 msgr2=0x55d8e49453b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e49453b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f85ec0059f0 tx=0x7f85ec019660 comp rx=0 tx=0).stop 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 shutdown_connections 2024-02-26T05:00:03.085 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55d8e49a71b0 0x55d8e49a95a0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55d8e4940540 0x55d8e49a5970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f85dbe00640 0 client.25364 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55d8e4937d30 0x55d8e49458f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 --2- 172.21.15.112:0/1561566067 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55d8e4936fc0 0x55d8e49453b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 >> 172.21.15.112:0/1561566067 conn(0x55d8e48fe480 msgr2=0x55d8e4930480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.081+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 shutdown_connections 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f8604189740 1 -- 172.21.15.112:0/1561566067 wait complete. 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f8604189740 20 client.25364 trim_cache size 0 max 16384 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:00:03.086 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:00:03.087 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-driver-xen-blkfront 2024-02-26T05:00:03.087 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 msgr2=0x7f85e00a4800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 0x7f85e00a4800 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x55d8e4932e40 tx=0x7f85e8004730 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 msgr2=0x7f85fc19da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.082+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 0x7f85fc19da50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f85f402c710 tx=0x7f85f4032a60 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 shutdown_connections 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f85e00a2340 0x7f85e00a4800 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f85fc10d610 0x7f85fc19da50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f85fc108080 0x7f85fc1a3de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 --2- 172.21.15.112:0/670044347 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f85fc1076c0 0x7f85fc1a38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 >> 172.21.15.112:0/670044347 conn(0x7f85fc076f60 msgr2=0x7f85fc077e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 shutdown_connections 2024-02-26T05:00:03.088 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:03.083+0000 7f85fb200640 1 -- 172.21.15.112:0/670044347 wait complete. 2024-02-26T05:00:03.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-acpi 2024-02-26T05:00:03.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-dmi 2024-02-26T05:00:03.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi 2024-02-26T05:00:03.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-efi-runtime-map 2024-02-26T05:00:03.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-gsmi 2024-02-26T05:00:03.090 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-log 2024-02-26T05:00:03.090 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-memmap 2024-02-26T05:00:03.091 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-ofw 2024-02-26T05:00:03.092 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sfi 2024-02-26T05:00:03.093 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-firmware-sgi_uv 2024-02-26T05:00:03.094 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-ext4 2024-02-26T05:00:03.095 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-f2fs 2024-02-26T05:00:03.096 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-nilfs2 2024-02-26T05:00:03.096 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-fs-xfs 2024-02-26T05:00:03.097 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-gpio 2024-02-26T05:00:03.098 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-i2c-bmp085 2024-02-26T05:00:03.099 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ibft 2024-02-26T05:00:03.100 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-boot_params 2024-02-26T05:00:03.101 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-fscaps 2024-02-26T05:00:03.102 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-iommu_groups 2024-02-26T05:00:03.103 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-livepatch 2024-02-26T05:00:03.104 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm 2024-02-26T05:00:03.104 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-hugepages 2024-02-26T05:00:03.105 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-mm-ksm 2024-02-26T05:00:03.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-slab 2024-02-26T05:00:03.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-uids 2024-02-26T05:00:03.108 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-kernel-vmcoreinfo 2024-02-26T05:00:03.109 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-memory-page-offline 2024-02-26T05:00:03.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-module 2024-02-26T05:00:03.111 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ocfs2 2024-02-26T05:00:03.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-laptop 2024-02-26T05:00:03.113 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-asus-wmi 2024-02-26T05:00:03.114 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-at91 2024-02-26T05:00:03.115 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-brcmstb-gisb-arb 2024-02-26T05:00:03.116 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-chipidea-usb-otg 2024-02-26T05:00:03.117 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-eeepc-laptop 2024-02-26T05:00:03.118 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ideapad-laptop 2024-02-26T05:00:03.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-kim 2024-02-26T05:00:03.120 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-msi-laptop 2024-02-26T05:00:03.121 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-tahvo-usb 2024-02-26T05:00:03.122 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-platform-ts5500 2024-02-26T05:00:03.123 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-power 2024-02-26T05:00:03.124 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-pps 2024-02-26T05:00:03.126 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-profiling 2024-02-26T05:00:03.127 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-ptp 2024-02-26T05:00:03.128 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-tty 2024-02-26T05:00:03.129 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ABI/testing/sysfs-wusb_cbaf 2024-02-26T05:00:03.130 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/BUG-HUNTING 2024-02-26T05:00:03.131 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/Changes 2024-02-26T05:00:03.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/CodeOfConflict 2024-02-26T05:00:03.133 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/CodingStyle 2024-02-26T05:00:03.134 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DMA-API-HOWTO.txt 2024-02-26T05:00:03.135 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DMA-API.txt 2024-02-26T05:00:03.136 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DMA-ISA-LPC.txt 2024-02-26T05:00:03.137 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DMA-attributes.txt 2024-02-26T05:00:03.138 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/ 2024-02-26T05:00:03.139 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/.gitignore 2024-02-26T05:00:03.141 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/80211.tmpl 2024-02-26T05:00:03.142 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/Makefile 2024-02-26T05:00:03.143 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/alsa-driver-api.tmpl 2024-02-26T05:00:03.144 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/crypto-API.tmpl 2024-02-26T05:00:03.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/debugobjects.tmpl 2024-02-26T05:00:03.146 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/device-drivers.tmpl 2024-02-26T05:00:03.147 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/deviceiobook.tmpl 2024-02-26T05:00:03.149 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/drm.tmpl 2024-02-26T05:00:03.151 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/filesystems.tmpl 2024-02-26T05:00:03.152 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/gadget.tmpl 2024-02-26T05:00:03.153 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/genericirq.tmpl 2024-02-26T05:00:03.155 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/kernel-api.tmpl 2024-02-26T05:00:03.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/kernel-hacking.tmpl 2024-02-26T05:00:03.157 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/kernel-locking.tmpl 2024-02-26T05:00:03.159 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/kgdb.tmpl 2024-02-26T05:00:03.160 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/libata.tmpl 2024-02-26T05:00:03.161 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/librs.tmpl 2024-02-26T05:00:03.162 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/lsm.tmpl 2024-02-26T05:00:03.163 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/ 2024-02-26T05:00:03.164 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/Makefile 2024-02-26T05:00:03.166 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/bayer.png.b64 2024-02-26T05:00:03.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/constraints.png.b64 2024-02-26T05:00:03.168 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/crop.gif.b64 2024-02-26T05:00:03.169 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ 2024-02-26T05:00:03.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/.gitignore 2024-02-26T05:00:03.172 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/audio.xml 2024-02-26T05:00:03.173 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/ca.xml 2024-02-26T05:00:03.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/demux.xml 2024-02-26T05:00:03.175 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbapi.xml 2024-02-26T05:00:03.176 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbproperty.xml 2024-02-26T05:00:03.177 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/dvbstb.pdf 2024-02-26T05:00:03.179 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/examples.xml 2024-02-26T05:00:03.180 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/frontend.xml 2024-02-26T05:00:03.182 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/intro.xml 2024-02-26T05:00:03.183 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/kdapi.xml 2024-02-26T05:00:03.184 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/net.xml 2024-02-26T05:00:03.185 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvb/video.xml 2024-02-26T05:00:03.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/dvbstb.png.b64 2024-02-26T05:00:03.188 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_bt.gif.b64 2024-02-26T05:00:03.191 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/fieldseq_tb.gif.b64 2024-02-26T05:00:03.194 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt.gif.b64 2024-02-26T05:00:03.195 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/nv12mt_example.gif.b64 2024-02-26T05:00:03.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/pipeline.png.b64 2024-02-26T05:00:03.197 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/selection.png.b64 2024-02-26T05:00:03.198 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/ 2024-02-26T05:00:03.199 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/.gitignore 2024-02-26T05:00:03.201 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/biblio.xml 2024-02-26T05:00:03.202 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/capture.c.xml 2024-02-26T05:00:03.204 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/common.xml 2024-02-26T05:00:03.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/compat.xml 2024-02-26T05:00:03.208 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/controls.xml 2024-02-26T05:00:03.212 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/crop.pdf 2024-02-26T05:00:03.213 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-capture.xml 2024-02-26T05:00:03.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-codec.xml 2024-02-26T05:00:03.216 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-effect.xml 2024-02-26T05:00:03.218 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-event.xml 2024-02-26T05:00:03.219 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-osd.xml 2024-02-26T05:00:03.220 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-output.xml 2024-02-26T05:00:03.222 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-overlay.xml 2024-02-26T05:00:03.223 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-radio.xml 2024-02-26T05:00:03.224 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-raw-vbi.xml 2024-02-26T05:00:03.226 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-rds.xml 2024-02-26T05:00:03.227 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sdr.xml 2024-02-26T05:00:03.229 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-sliced-vbi.xml 2024-02-26T05:00:03.230 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-subdev.xml 2024-02-26T05:00:03.232 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/dev-teletext.xml 2024-02-26T05:00:03.233 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/driver.xml 2024-02-26T05:00:03.235 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fdl-appendix.xml 2024-02-26T05:00:03.236 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_bt.pdf 2024-02-26T05:00:03.238 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/fieldseq_tb.pdf 2024-02-26T05:00:03.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-close.xml 2024-02-26T05:00:03.240 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-ioctl.xml 2024-02-26T05:00:03.242 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-mmap.xml 2024-02-26T05:00:03.243 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-munmap.xml 2024-02-26T05:00:03.244 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-open.xml 2024-02-26T05:00:03.246 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-poll.xml 2024-02-26T05:00:03.247 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-read.xml 2024-02-26T05:00:03.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-select.xml 2024-02-26T05:00:03.250 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/func-write.xml 2024-02-26T05:00:03.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/gen-errors.xml 2024-02-26T05:00:03.252 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/io.xml 2024-02-26T05:00:03.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/keytable.c.xml 2024-02-26T05:00:03.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/libv4l.xml 2024-02-26T05:00:03.257 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/lirc_device_interface.xml 2024-02-26T05:00:03.258 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-controller.xml 2024-02-26T05:00:03.260 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-close.xml 2024-02-26T05:00:03.261 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-ioctl.xml 2024-02-26T05:00:03.262 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-func-open.xml 2024-02-26T05:00:03.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-device-info.xml 2024-02-26T05:00:03.265 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-entities.xml 2024-02-26T05:00:03.266 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-enum-links.xml 2024-02-26T05:00:03.268 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/media-ioc-setup-link.xml 2024-02-26T05:00:03.269 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pipeline.pdf 2024-02-26T05:00:03.270 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-grey.xml 2024-02-26T05:00:03.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-m420.xml 2024-02-26T05:00:03.273 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12.xml 2024-02-26T05:00:03.275 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12m.xml 2024-02-26T05:00:03.276 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv12mt.xml 2024-02-26T05:00:03.278 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16.xml 2024-02-26T05:00:03.279 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv16m.xml 2024-02-26T05:00:03.280 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-nv24.xml 2024-02-26T05:00:03.281 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-rgb.xml 2024-02-26T05:00:03.283 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-packed-yuv.xml 2024-02-26T05:00:03.284 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr16.xml 2024-02-26T05:00:03.286 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sbggr8.xml 2024-02-26T05:00:03.287 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs08.xml 2024-02-26T05:00:03.288 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cs14le.xml 2024-02-26T05:00:03.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu08.xml 2024-02-26T05:00:03.290 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-cu16le.xml 2024-02-26T05:00:03.291 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sdr-ru12le.xml 2024-02-26T05:00:03.293 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgbrg8.xml 2024-02-26T05:00:03.294 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-sgrbg8.xml 2024-02-26T05:00:03.296 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10.xml 2024-02-26T05:00:03.297 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10alaw8.xml 2024-02-26T05:00:03.298 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10dpcm8.xml 2024-02-26T05:00:03.299 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb10p.xml 2024-02-26T05:00:03.301 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb12.xml 2024-02-26T05:00:03.302 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-srggb8.xml 2024-02-26T05:00:03.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uv8.xml 2024-02-26T05:00:03.305 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-uyvy.xml 2024-02-26T05:00:03.306 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-vyuy.xml 2024-02-26T05:00:03.307 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10.xml 2024-02-26T05:00:03.309 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y10b.xml 2024-02-26T05:00:03.310 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y12.xml 2024-02-26T05:00:03.311 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y16.xml 2024-02-26T05:00:03.313 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-y41p.xml 2024-02-26T05:00:03.314 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv410.xml 2024-02-26T05:00:03.315 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv411p.xml 2024-02-26T05:00:03.317 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420.xml 2024-02-26T05:00:03.318 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv420m.xml 2024-02-26T05:00:03.319 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuv422p.xml 2024-02-26T05:00:03.321 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yuyv.xml 2024-02-26T05:00:03.322 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvu420m.xml 2024-02-26T05:00:03.324 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt-yvyu.xml 2024-02-26T05:00:03.325 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/pixfmt.xml 2024-02-26T05:00:03.327 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/planar-apis.xml 2024-02-26T05:00:03.328 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/remote_controllers.xml 2024-02-26T05:00:03.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selection-api.xml 2024-02-26T05:00:03.331 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/selections-common.xml 2024-02-26T05:00:03.332 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-formats.xml 2024-02-26T05:00:03.335 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.dia 2024-02-26T05:00:03.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-crop.svg 2024-02-26T05:00:03.337 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.dia 2024-02-26T05:00:03.339 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-full.svg 2024-02-26T05:00:03.341 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.dia 2024-02-26T05:00:03.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/subdev-image-processing-scaling-multi-source.svg 2024-02-26T05:00:03.344 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2.xml 2024-02-26T05:00:03.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/v4l2grab.c.xml 2024-02-26T05:00:03.347 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_525.pdf 2024-02-26T05:00:03.348 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_625.pdf 2024-02-26T05:00:03.350 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vbi_hsync.pdf 2024-02-26T05:00:03.351 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-create-bufs.xml 2024-02-26T05:00:03.352 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-cropcap.xml 2024-02-26T05:00:03.354 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-chip-info.xml 2024-02-26T05:00:03.355 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dbg-g-register.xml 2024-02-26T05:00:03.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-decoder-cmd.xml 2024-02-26T05:00:03.358 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dqevent.xml 2024-02-26T05:00:03.359 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-dv-timings-cap.xml 2024-02-26T05:00:03.361 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-encoder-cmd.xml 2024-02-26T05:00:03.362 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-dv-timings.xml 2024-02-26T05:00:03.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-fmt.xml 2024-02-26T05:00:03.365 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-frameintervals.xml 2024-02-26T05:00:03.366 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-framesizes.xml 2024-02-26T05:00:03.367 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enum-freq-bands.xml 2024-02-26T05:00:03.369 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudio.xml 2024-02-26T05:00:03.370 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumaudioout.xml 2024-02-26T05:00:03.371 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enuminput.xml 2024-02-26T05:00:03.373 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumoutput.xml 2024-02-26T05:00:03.374 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-enumstd.xml 2024-02-26T05:00:03.375 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-expbuf.xml 2024-02-26T05:00:03.377 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audio.xml 2024-02-26T05:00:03.378 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-audioout.xml 2024-02-26T05:00:03.380 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-crop.xml 2024-02-26T05:00:03.381 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ctrl.xml 2024-02-26T05:00:03.382 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-dv-timings.xml 2024-02-26T05:00:03.384 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-edid.xml 2024-02-26T05:00:03.385 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-enc-index.xml 2024-02-26T05:00:03.387 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-ext-ctrls.xml 2024-02-26T05:00:03.388 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fbuf.xml 2024-02-26T05:00:03.390 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-fmt.xml 2024-02-26T05:00:03.391 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-frequency.xml 2024-02-26T05:00:03.393 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-input.xml 2024-02-26T05:00:03.394 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-jpegcomp.xml 2024-02-26T05:00:03.395 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-modulator.xml 2024-02-26T05:00:03.397 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-output.xml 2024-02-26T05:00:03.399 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-parm.xml 2024-02-26T05:00:03.400 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-priority.xml 2024-02-26T05:00:03.401 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-selection.xml 2024-02-26T05:00:03.402 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-sliced-vbi-cap.xml 2024-02-26T05:00:03.404 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-std.xml 2024-02-26T05:00:03.405 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-g-tuner.xml 2024-02-26T05:00:03.407 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-log-status.xml 2024-02-26T05:00:03.408 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-overlay.xml 2024-02-26T05:00:03.409 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-prepare-buf.xml 2024-02-26T05:00:03.410 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-qbuf.xml 2024-02-26T05:00:03.412 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-query-dv-timings.xml 2024-02-26T05:00:03.413 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querybuf.xml 2024-02-26T05:00:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:04 smithi175 ceph-mon[36652]: pgmap v31: 97 pgs: 97 active+clean; 1.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 50 KiB/s wr, 25 op/s 2024-02-26T05:00:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:04 smithi161 ceph-mon[36447]: pgmap v31: 97 pgs: 97 active+clean; 1.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 50 KiB/s wr, 25 op/s 2024-02-26T05:00:04.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:04 smithi112 ceph-mon[31817]: pgmap v31: 97 pgs: 97 active+clean; 1.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 50 KiB/s wr, 25 op/s 2024-02-26T05:00:05.814 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querycap.xml 2024-02-26T05:00:05.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-queryctrl.xml 2024-02-26T05:00:05.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-querystd.xml 2024-02-26T05:00:05.820 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-reqbufs.xml 2024-02-26T05:00:05.821 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-s-hw-freq-seek.xml 2024-02-26T05:00:05.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-streamon.xml 2024-02-26T05:00:05.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-interval.xml 2024-02-26T05:00:05.826 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-frame-size.xml 2024-02-26T05:00:05.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-enum-mbus-code.xml 2024-02-26T05:00:05.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-crop.xml 2024-02-26T05:00:05.830 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-fmt.xml 2024-02-26T05:00:05.832 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-frame-interval.xml 2024-02-26T05:00:05.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subdev-g-selection.xml 2024-02-26T05:00:05.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/v4l/vidioc-subscribe-event.xml 2024-02-26T05:00:05.836 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_525.gif.b64 2024-02-26T05:00:05.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_625.gif.b64 2024-02-26T05:00:05.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media/vbi_hsync.gif.b64 2024-02-26T05:00:05.840 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/media_api.tmpl 2024-02-26T05:00:05.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/mtdnand.tmpl 2024-02-26T05:00:05.843 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/networking.tmpl 2024-02-26T05:00:05.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/rapidio.tmpl 2024-02-26T05:00:05.847 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/regulator.tmpl 2024-02-26T05:00:05.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/s390-drivers.tmpl 2024-02-26T05:00:05.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/scsi.tmpl 2024-02-26T05:00:05.851 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/sh.tmpl 2024-02-26T05:00:05.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/stylesheet.xsl 2024-02-26T05:00:05.853 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/tracepoint.tmpl 2024-02-26T05:00:05.855 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/uio-howto.tmpl 2024-02-26T05:00:05.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/usb.tmpl 2024-02-26T05:00:05.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/w1.tmpl 2024-02-26T05:00:05.859 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/writing-an-alsa-driver.tmpl 2024-02-26T05:00:05.866 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/writing_musb_glue_layer.tmpl 2024-02-26T05:00:05.867 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/writing_usb_driver.tmpl 2024-02-26T05:00:05.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/DocBook/z8530book.tmpl 2024-02-26T05:00:05.870 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/ 2024-02-26T05:00:05.872 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/1024x768.S 2024-02-26T05:00:05.874 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/1280x1024.S 2024-02-26T05:00:05.875 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/1600x1200.S 2024-02-26T05:00:05.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/1680x1050.S 2024-02-26T05:00:05.877 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/1920x1080.S 2024-02-26T05:00:05.879 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/800x600.S 2024-02-26T05:00:05.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/HOWTO.txt 2024-02-26T05:00:05.882 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/Makefile 2024-02-26T05:00:05.884 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/edid.S 2024-02-26T05:00:05.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/EDID/hex 2024-02-26T05:00:05.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/HOWTO 2024-02-26T05:00:05.888 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/IPMI.txt 2024-02-26T05:00:05.889 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/IRQ-affinity.txt 2024-02-26T05:00:05.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/IRQ-domain.txt 2024-02-26T05:00:05.893 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/IRQ.txt 2024-02-26T05:00:05.895 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/Intel-IOMMU.txt 2024-02-26T05:00:05.896 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/Makefile 2024-02-26T05:00:05.897 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ManagementStyle 2024-02-26T05:00:05.899 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/ 2024-02-26T05:00:05.901 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/00-INDEX 2024-02-26T05:00:05.902 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/MSI-HOWTO.txt 2024-02-26T05:00:05.904 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/PCIEBUS-HOWTO.txt 2024-02-26T05:00:05.906 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/pci-error-recovery.txt 2024-02-26T05:00:05.907 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/pci-iov-howto.txt 2024-02-26T05:00:05.909 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/pci.txt 2024-02-26T05:00:05.911 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/PCI/pcieaer-howto.txt 2024-02-26T05:00:05.912 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/ 2024-02-26T05:00:05.914 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/00-INDEX 2024-02-26T05:00:05.915 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/NMI-RCU.txt 2024-02-26T05:00:05.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/RTFP.txt 2024-02-26T05:00:05.919 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/UP.txt 2024-02-26T05:00:05.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/arrayRCU.txt 2024-02-26T05:00:05.922 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/checklist.txt 2024-02-26T05:00:05.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/listRCU.txt 2024-02-26T05:00:05.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/lockdep-splat.txt 2024-02-26T05:00:05.926 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/lockdep.txt 2024-02-26T05:00:05.928 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/rcu.txt 2024-02-26T05:00:05.929 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/rcu_dereference.txt 2024-02-26T05:00:05.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/rcubarrier.txt 2024-02-26T05:00:05.932 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/rculist_nulls.txt 2024-02-26T05:00:05.934 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/rcuref.txt 2024-02-26T05:00:05.935 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/stallwarn.txt 2024-02-26T05:00:05.937 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/torture.txt 2024-02-26T05:00:05.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/trace.txt 2024-02-26T05:00:05.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/RCU/whatisRCU.txt 2024-02-26T05:00:05.942 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SAK.txt 2024-02-26T05:00:05.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SM501.txt 2024-02-26T05:00:05.945 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SecurityBugs 2024-02-26T05:00:05.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SubmitChecklist 2024-02-26T05:00:05.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SubmittingDrivers 2024-02-26T05:00:05.949 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/SubmittingPatches 2024-02-26T05:00:05.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/VGA-softcursor.txt 2024-02-26T05:00:05.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/ 2024-02-26T05:00:05.954 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/.gitignore 2024-02-26T05:00:05.956 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/Makefile 2024-02-26T05:00:05.957 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/cgroupstats.txt 2024-02-26T05:00:05.958 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/delay-accounting.txt 2024-02-26T05:00:05.960 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/getdelays.c 2024-02-26T05:00:05.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/taskstats-struct.txt 2024-02-26T05:00:05.963 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/accounting/taskstats.txt 2024-02-26T05:00:05.964 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/ 2024-02-26T05:00:05.966 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/apei/ 2024-02-26T05:00:05.967 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/apei/einj.txt 2024-02-26T05:00:05.969 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/apei/output_format.txt 2024-02-26T05:00:05.970 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/debug.txt 2024-02-26T05:00:05.972 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/dsdt-override.txt 2024-02-26T05:00:05.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/enumeration.txt 2024-02-26T05:00:05.975 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/gpio-properties.txt 2024-02-26T05:00:05.976 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/initrd_table_override.txt 2024-02-26T05:00:05.977 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/method-customizing.txt 2024-02-26T05:00:05.978 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/method-tracing.txt 2024-02-26T05:00:05.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/namespace.txt 2024-02-26T05:00:05.981 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/scan_handlers.txt 2024-02-26T05:00:05.983 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/acpi/video_extension.txt 2024-02-26T05:00:05.984 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/ 2024-02-26T05:00:05.985 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/aoe.txt 2024-02-26T05:00:05.987 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/autoload.sh 2024-02-26T05:00:05.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/status.sh 2024-02-26T05:00:05.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/todo.txt 2024-02-26T05:00:05.991 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/udev-install.sh 2024-02-26T05:00:05.992 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/aoe/udev.txt 2024-02-26T05:00:05.994 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/applying-patches.txt 2024-02-26T05:00:05.995 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/ 2024-02-26T05:00:05.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/00-INDEX 2024-02-26T05:00:05.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Atmel/ 2024-02-26T05:00:05.999 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Atmel/README 2024-02-26T05:00:06.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Booting 2024-02-26T05:00:06.002 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/CCN.txt 2024-02-26T05:00:06.003 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/IXP4xx 2024-02-26T05:00:06.005 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Interrupts 2024-02-26T05:00:06.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Makefile 2024-02-26T05:00:06.007 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Marvell/ 2024-02-26T05:00:06.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Marvell/README 2024-02-26T05:00:06.010 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Netwinder 2024-02-26T05:00:06.012 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/OMAP/ 2024-02-26T05:00:06.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/OMAP/DSS 2024-02-26T05:00:06.014 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/OMAP/omap_pm 2024-02-26T05:00:06.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Porting 2024-02-26T05:00:06.017 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/README 2024-02-26T05:00:06.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/ 2024-02-26T05:00:06.020 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/ADSBitsy 2024-02-26T05:00:06.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Assabet 2024-02-26T05:00:06.023 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Brutus 2024-02-26T05:00:06.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/CERF 2024-02-26T05:00:06.026 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/FreeBird 2024-02-26T05:00:06.027 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsClient 2024-02-26T05:00:06.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/GraphicsMaster 2024-02-26T05:00:06.030 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/HUW_WEBPANEL 2024-02-26T05:00:06.031 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Itsy 2024-02-26T05:00:06.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/LART 2024-02-26T05:00:06.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/PLEB 2024-02-26T05:00:06.035 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Pangolin 2024-02-26T05:00:06.036 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Tifon 2024-02-26T05:00:06.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Victor 2024-02-26T05:00:06.039 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/Yopy 2024-02-26T05:00:06.040 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/empeg 2024-02-26T05:00:06.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/nanoEngine 2024-02-26T05:00:06.043 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SA1100/serial_UART 2024-02-26T05:00:06.044 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/ 2024-02-26T05:00:06.046 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/.gitignore 2024-02-26T05:00:06.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/Makefile 2024-02-26T05:00:06.048 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/vrl4.c 2024-02-26T05:00:06.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-mmcif.txt 2024-02-26T05:00:06.051 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SH-Mobile/zboot-rom-sdhi.txt 2024-02-26T05:00:06.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SPEAr/ 2024-02-26T05:00:06.054 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/SPEAr/overview.txt 2024-02-26T05:00:06.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/ 2024-02-26T05:00:06.057 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/CPUfreq.txt 2024-02-26T05:00:06.058 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/EB2410ITX.txt 2024-02-26T05:00:06.060 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/GPIO.txt 2024-02-26T05:00:06.061 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/H1940.txt 2024-02-26T05:00:06.062 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/NAND.txt 2024-02-26T05:00:06.064 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Overview.txt 2024-02-26T05:00:06.065 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2412.txt 2024-02-26T05:00:06.066 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/S3C2413.txt 2024-02-26T05:00:06.068 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/SMDK2440.txt 2024-02-26T05:00:06.069 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/Suspend.txt 2024-02-26T05:00:06.070 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung-S3C24XX/USB-Host.txt 2024-02-26T05:00:06.072 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung/ 2024-02-26T05:00:06.073 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung/GPIO.txt 2024-02-26T05:00:06.074 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung/Overview.txt 2024-02-26T05:00:06.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Samsung/clksrc-change-registers.awk 2024-02-26T05:00:06.077 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/Setup 2024-02-26T05:00:06.078 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/VFP/ 2024-02-26T05:00:06.080 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/VFP/release-notes.txt 2024-02-26T05:00:06.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/cluster-pm-race-avoidance.txt 2024-02-26T05:00:06.083 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/firmware.txt 2024-02-26T05:00:06.084 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/kernel_mode_neon.txt 2024-02-26T05:00:06.086 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/kernel_user_helpers.txt 2024-02-26T05:00:06.087 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/mem_alignment 2024-02-26T05:00:06.088 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/memory.txt 2024-02-26T05:00:06.090 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/msm/ 2024-02-26T05:00:06.092 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/msm/gpiomux.txt 2024-02-26T05:00:06.093 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/nwfpe/ 2024-02-26T05:00:06.095 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/nwfpe/NOTES 2024-02-26T05:00:06.096 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/nwfpe/README 2024-02-26T05:00:06.097 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/nwfpe/README.FPE 2024-02-26T05:00:06.098 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/nwfpe/TODO 2024-02-26T05:00:06.100 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/pxa/ 2024-02-26T05:00:06.101 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/pxa/mfp.txt 2024-02-26T05:00:06.103 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/ 2024-02-26T05:00:06.104 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/overview.txt 2024-02-26T05:00:06.106 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/stih407-overview.txt 2024-02-26T05:00:06.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/stih415-overview.txt 2024-02-26T05:00:06.108 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/stih416-overview.txt 2024-02-26T05:00:06.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sti/stih418-overview.txt 2024-02-26T05:00:06.111 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sunxi/ 2024-02-26T05:00:06.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sunxi/README 2024-02-26T05:00:06.114 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/sunxi/clocks.txt 2024-02-26T05:00:06.115 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/swp_emulation 2024-02-26T05:00:06.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/tcm.txt 2024-02-26T05:00:06.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/uefi.txt 2024-02-26T05:00:06.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm/vlocks.txt 2024-02-26T05:00:06.121 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm64/ 2024-02-26T05:00:06.122 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm64/booting.txt 2024-02-26T05:00:06.124 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm64/legacy_instructions.txt 2024-02-26T05:00:06.125 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm64/memory.txt 2024-02-26T05:00:06.126 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/arm64/tagged-pointers.txt 2024-02-26T05:00:06.128 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/assoc_array.txt 2024-02-26T05:00:06.130 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/atomic_ops.txt 2024-02-26T05:00:06.131 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/ 2024-02-26T05:00:06.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/.gitignore 2024-02-26T05:00:06.134 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/Makefile 2024-02-26T05:00:06.135 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b 2024-02-26T05:00:06.137 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/cfag12864b-example.c 2024-02-26T05:00:06.138 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/auxdisplay/ks0108 2024-02-26T05:00:06.139 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/backlight/ 2024-02-26T05:00:06.141 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/backlight/lp855x-driver.txt 2024-02-26T05:00:06.142 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bad_memory.txt 2024-02-26T05:00:06.144 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/basic_profiling.txt 2024-02-26T05:00:06.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bcache.txt 2024-02-26T05:00:06.147 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/binfmt_misc.txt 2024-02-26T05:00:06.148 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/ 2024-02-26T05:00:06.150 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/00-INDEX 2024-02-26T05:00:06.151 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/Makefile 2024-02-26T05:00:06.153 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/bfin-gpio-notes.txt 2024-02-26T05:00:06.154 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/bfin-spi-notes.txt 2024-02-26T05:00:06.155 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blackfin/gptimers-example.c 2024-02-26T05:00:06.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/ 2024-02-26T05:00:06.158 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/00-INDEX 2024-02-26T05:00:06.159 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/biodoc.txt 2024-02-26T05:00:06.161 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/biovecs.txt 2024-02-26T05:00:06.162 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/capability.txt 2024-02-26T05:00:06.164 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/cfq-iosched.txt 2024-02-26T05:00:06.166 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/cmdline-partition.txt 2024-02-26T05:00:06.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/data-integrity.txt 2024-02-26T05:00:06.169 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/deadline-iosched.txt 2024-02-26T05:00:06.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/ioprio.txt 2024-02-26T05:00:06.171 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/null_blk.txt 2024-02-26T05:00:06.172 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/queue-sysfs.txt 2024-02-26T05:00:06.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/request.txt 2024-02-26T05:00:06.175 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/stat.txt 2024-02-26T05:00:06.176 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/switching-sched.txt 2024-02-26T05:00:06.178 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/block/writeback_cache_control.txt 2024-02-26T05:00:06.179 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/ 2024-02-26T05:00:06.180 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/00-INDEX 2024-02-26T05:00:06.182 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/README.DAC960 2024-02-26T05:00:06.183 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/cciss.txt 2024-02-26T05:00:06.185 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/cpqarray.txt 2024-02-26T05:00:06.186 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/ 2024-02-26T05:00:06.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-8.3-data-packets.svg 2024-02-26T05:00:06.189 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/DRBD-data-packets.svg 2024-02-26T05:00:06.190 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/README.txt 2024-02-26T05:00:06.192 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/conn-states-8.dot 2024-02-26T05:00:06.193 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/data-structure-v9.txt 2024-02-26T05:00:06.195 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/disk-states-8.dot 2024-02-26T05:00:06.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/drbd-connection-state-overview.dot 2024-02-26T05:00:06.197 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/drbd/node-states-8.dot 2024-02-26T05:00:06.198 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/floppy.txt 2024-02-26T05:00:06.200 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/mflash.txt 2024-02-26T05:00:06.201 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/nbd.txt 2024-02-26T05:00:06.202 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/paride.txt 2024-02-26T05:00:06.204 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/ramdisk.txt 2024-02-26T05:00:06.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/blockdev/zram.txt 2024-02-26T05:00:06.206 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/braille-console.txt 2024-02-26T05:00:06.208 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bt8xxgpio.txt 2024-02-26T05:00:06.209 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/btmrvl.txt 2024-02-26T05:00:06.211 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bus-devices/ 2024-02-26T05:00:06.212 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bus-devices/ti-gpmc.txt 2024-02-26T05:00:06.213 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/bus-virt-phys-mapping.txt 2024-02-26T05:00:06.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cachetlb.txt 2024-02-26T05:00:06.216 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/ 2024-02-26T05:00:06.218 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/00-INDEX 2024-02-26T05:00:06.219 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/Makefile 2024-02-26T05:00:06.221 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/cdrom-standard.tex 2024-02-26T05:00:06.223 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/ide-cd 2024-02-26T05:00:06.224 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cdrom/packet-writing.txt 2024-02-26T05:00:06.225 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/ 2024-02-26T05:00:06.227 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/00-INDEX 2024-02-26T05:00:06.228 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/blkio-controller.txt 2024-02-26T05:00:06.230 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/cgroups.txt 2024-02-26T05:00:06.231 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/cpuacct.txt 2024-02-26T05:00:06.232 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/cpusets.txt 2024-02-26T05:00:06.234 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/devices.txt 2024-02-26T05:00:06.235 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/freezer-subsystem.txt 2024-02-26T05:00:06.237 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/hugetlb.txt 2024-02-26T05:00:06.238 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/memcg_test.txt 2024-02-26T05:00:06.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/memory.txt 2024-02-26T05:00:06.241 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/net_cls.txt 2024-02-26T05:00:06.242 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/net_prio.txt 2024-02-26T05:00:06.243 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cgroups/unified-hierarchy.txt 2024-02-26T05:00:06.245 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/circular-buffers.txt 2024-02-26T05:00:06.247 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/clk.txt 2024-02-26T05:00:06.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/coccinelle.txt 2024-02-26T05:00:06.249 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/ 2024-02-26T05:00:06.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/.gitignore 2024-02-26T05:00:06.252 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/Makefile 2024-02-26T05:00:06.254 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/cn_test.c 2024-02-26T05:00:06.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/connector.txt 2024-02-26T05:00:06.256 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/connector/ucon.c 2024-02-26T05:00:06.258 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/console/ 2024-02-26T05:00:06.259 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/console/console.txt 2024-02-26T05:00:06.261 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/ 2024-02-26T05:00:06.262 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/amd-powernow.txt 2024-02-26T05:00:06.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/boost.txt 2024-02-26T05:00:06.265 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/core.txt 2024-02-26T05:00:06.266 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/cpu-drivers.txt 2024-02-26T05:00:06.268 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-nforce2.txt 2024-02-26T05:00:06.269 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/cpufreq-stats.txt 2024-02-26T05:00:06.270 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/governors.txt 2024-02-26T05:00:06.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/index.txt 2024-02-26T05:00:06.273 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/intel-pstate.txt 2024-02-26T05:00:06.274 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/pcc-cpufreq.txt 2024-02-26T05:00:06.275 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-freq/user-guide.txt 2024-02-26T05:00:06.277 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-hotplug.txt 2024-02-26T05:00:06.279 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpu-load.txt 2024-02-26T05:00:06.281 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpuidle/ 2024-02-26T05:00:06.282 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpuidle/core.txt 2024-02-26T05:00:06.284 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpuidle/driver.txt 2024-02-26T05:00:06.286 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpuidle/governor.txt 2024-02-26T05:00:06.288 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cpuidle/sysfs.txt 2024-02-26T05:00:06.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cputopology.txt 2024-02-26T05:00:06.291 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crc32.txt 2024-02-26T05:00:06.293 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cris/ 2024-02-26T05:00:06.295 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/cris/README 2024-02-26T05:00:06.297 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/ 2024-02-26T05:00:06.299 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/api-intro.txt 2024-02-26T05:00:06.301 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/asymmetric-keys.txt 2024-02-26T05:00:06.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/async-tx-api.txt 2024-02-26T05:00:06.304 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/crypto-API-userspace.txt 2024-02-26T05:00:06.306 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/crypto/descore-readme.txt 2024-02-26T05:00:06.308 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dcdbas.txt 2024-02-26T05:00:06.310 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/debugging-modules.txt 2024-02-26T05:00:06.312 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/debugging-via-ohci1394.txt 2024-02-26T05:00:06.314 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dell_rbu.txt 2024-02-26T05:00:06.315 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/ 2024-02-26T05:00:06.317 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/1.Intro 2024-02-26T05:00:06.320 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/2.Process 2024-02-26T05:00:06.321 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/3.Early-stage 2024-02-26T05:00:06.323 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/4.Coding 2024-02-26T05:00:06.325 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/5.Posting 2024-02-26T05:00:06.327 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/6.Followthrough 2024-02-26T05:00:06.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/7.AdvancedTopics 2024-02-26T05:00:06.330 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/development-process/8.Conclusion 2024-02-26T05:00:06.332 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/ 2024-02-26T05:00:06.334 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/cache-policies.txt 2024-02-26T05:00:06.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/cache.txt 2024-02-26T05:00:06.338 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/delay.txt 2024-02-26T05:00:06.340 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-crypt.txt 2024-02-26T05:00:06.341 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-flakey.txt 2024-02-26T05:00:06.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-io.txt 2024-02-26T05:00:06.345 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-log.txt 2024-02-26T05:00:06.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-queue-length.txt 2024-02-26T05:00:06.348 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-raid.txt 2024-02-26T05:00:06.350 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-service-time.txt 2024-02-26T05:00:06.352 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/dm-uevent.txt 2024-02-26T05:00:06.353 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/era.txt 2024-02-26T05:00:06.355 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/kcopyd.txt 2024-02-26T05:00:06.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/linear.txt 2024-02-26T05:00:06.358 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/persistent-data.txt 2024-02-26T05:00:06.360 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/snapshot.txt 2024-02-26T05:00:06.362 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/statistics.txt 2024-02-26T05:00:06.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/striped.txt 2024-02-26T05:00:06.365 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/switch.txt 2024-02-26T05:00:06.367 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/thin-provisioning.txt 2024-02-26T05:00:06.368 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/verity.txt 2024-02-26T05:00:06.370 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/device-mapper/zero.txt 2024-02-26T05:00:06.372 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devices.txt 2024-02-26T05:00:06.376 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/ 2024-02-26T05:00:06.378 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/00-INDEX 2024-02-26T05:00:06.380 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ 2024-02-26T05:00:06.382 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ABI.txt 2024-02-26T05:00:06.384 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/ 2024-02-26T05:00:06.386 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/interrupts.txt 2024-02-26T05:00:06.388 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arc/pmu.txt 2024-02-26T05:00:06.391 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ 2024-02-26T05:00:06.393 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/adapteva.txt 2024-02-26T05:00:06.395 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/ 2024-02-26T05:00:06.396 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-clk-manager.txt 2024-02-26T05:00:06.398 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-sdram-edac.txt 2024-02-26T05:00:06.400 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/altera/socfpga-system.txt 2024-02-26T05:00:06.402 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/amlogic.txt 2024-02-26T05:00:06.404 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arch_timer.txt 2024-02-26T05:00:06.406 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/arm-boards 2024-02-26T05:00:06.408 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp-pmsu.txt 2024-02-26T05:00:06.410 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-370-xp.txt 2024-02-26T05:00:06.412 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-375.txt 2024-02-26T05:00:06.413 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-380-mpcore-soc-ctrl.txt 2024-02-26T05:00:06.415 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-38x.txt 2024-02-26T05:00:06.417 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armada-cpu-reset.txt 2024-02-26T05:00:06.418 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/armadeus.txt 2024-02-26T05:00:06.419 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-at91.txt 2024-02-26T05:00:06.420 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/atmel-pmc.txt 2024-02-26T05:00:06.422 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/axxia.txt 2024-02-26T05:00:06.423 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/ 2024-02-26T05:00:06.425 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm11351.txt 2024-02-26T05:00:06.427 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm21664.txt 2024-02-26T05:00:06.428 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/bcm63138.txt 2024-02-26T05:00:06.429 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/brcm,bcm11351-cpu-method 2024-02-26T05:00:06.431 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/cygnus.txt 2024-02-26T05:00:06.432 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-resetmgr.txt 2024-02-26T05:00:06.433 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-timer.txt 2024-02-26T05:00:06.435 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm/kona-wdt.txt 2024-02-26T05:00:06.436 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm2835.txt 2024-02-26T05:00:06.438 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/bcm4708.txt 2024-02-26T05:00:06.439 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/brcm-brcmstb.txt 2024-02-26T05:00:06.441 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda.txt 2024-02-26T05:00:06.442 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/ 2024-02-26T05:00:06.443 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/combophy.txt 2024-02-26T05:00:06.445 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/l2ecc.txt 2024-02-26T05:00:06.446 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/calxeda/mem-ctrlr.txt 2024-02-26T05:00:06.448 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cavium-thunder.txt 2024-02-26T05:00:06.449 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cci.txt 2024-02-26T05:00:06.450 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ccn.txt 2024-02-26T05:00:06.452 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coherency-fabric.txt 2024-02-26T05:00:06.453 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/coresight.txt 2024-02-26T05:00:06.455 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/ 2024-02-26T05:00:06.456 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpu-enable-method/marvell,berlin-smp 2024-02-26T05:00:06.458 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/cpus.txt 2024-02-26T05:00:06.460 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci.txt 2024-02-26T05:00:06.461 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/ 2024-02-26T05:00:06.462 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/davinci/cp-intc.txt 2024-02-26T05:00:06.464 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/digicolor.txt 2024-02-26T05:00:06.466 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/ 2024-02-26T05:00:06.467 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/power_domain.txt 2024-02-26T05:00:06.469 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/exynos/smp-sysram.txt 2024-02-26T05:00:06.470 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/ 2024-02-26T05:00:06.472 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/firmware/tlm,trusted-foundations.txt 2024-02-26T05:00:06.473 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fsl.txt 2024-02-26T05:00:06.475 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/fw-cfg.txt 2024-02-26T05:00:06.476 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/geniatech.txt 2024-02-26T05:00:06.478 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic-v3.txt 2024-02-26T05:00:06.480 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/gic.txt 2024-02-26T05:00:06.481 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/global_timer.txt 2024-02-26T05:00:06.482 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/ 2024-02-26T05:00:06.484 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/hisilicon/hisilicon.txt 2024-02-26T05:00:06.486 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/idle-states.txt 2024-02-26T05:00:06.487 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/insignal-boards.txt 2024-02-26T05:00:06.489 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/ 2024-02-26T05:00:06.490 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/keystone/keystone.txt 2024-02-26T05:00:06.492 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/kirkwood.txt 2024-02-26T05:00:06.493 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/l2cc.txt 2024-02-26T05:00:06.495 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx-mic.txt 2024-02-26T05:00:06.497 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/lpc32xx.txt 2024-02-26T05:00:06.498 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,berlin.txt 2024-02-26T05:00:06.499 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,dove.txt 2024-02-26T05:00:06.501 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/marvell,kirkwood.txt 2024-02-26T05:00:06.502 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek.txt 2024-02-26T05:00:06.503 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/ 2024-02-26T05:00:06.504 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mediatek/mediatek,sysirq.txt 2024-02-26T05:00:06.506 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/moxart.txt 2024-02-26T05:00:06.507 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/ 2024-02-26T05:00:06.508 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/feroceon.txt 2024-02-26T05:00:06.510 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/intc.txt 2024-02-26T05:00:06.511 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/mrvl.txt 2024-02-26T05:00:06.512 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/tauros2.txt 2024-02-26T05:00:06.514 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mrvl/timer.txt 2024-02-26T05:00:06.515 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ 2024-02-26T05:00:06.517 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,kpss-acc.txt 2024-02-26T05:00:06.518 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/qcom,saw2.txt 2024-02-26T05:00:06.519 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/ssbi.txt 2024-02-26T05:00:06.521 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/msm/timer.txt 2024-02-26T05:00:06.522 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/mvebu-system-controller.txt 2024-02-26T05:00:06.523 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/nspire.txt 2024-02-26T05:00:06.525 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/olimex.txt 2024-02-26T05:00:06.528 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/ 2024-02-26T05:00:06.528 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/counter.txt 2024-02-26T05:00:06.529 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/crossbar.txt 2024-02-26T05:00:06.530 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dmm.txt 2024-02-26T05:00:06.531 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/dsp.txt 2024-02-26T05:00:06.533 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/intc.txt 2024-02-26T05:00:06.534 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/iva.txt 2024-02-26T05:00:06.536 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/l3-noc.txt 2024-02-26T05:00:06.537 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/mpu.txt 2024-02-26T05:00:06.538 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/omap.txt 2024-02-26T05:00:06.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/prcm.txt 2024-02-26T05:00:06.541 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/omap/timer.txt 2024-02-26T05:00:06.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/picoxcell.txt 2024-02-26T05:00:06.543 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/pmu.txt 2024-02-26T05:00:06.545 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/primecell.txt 2024-02-26T05:00:06.546 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/psci.txt 2024-02-26T05:00:06.547 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip.txt 2024-02-26T05:00:06.548 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/ 2024-02-26T05:00:06.550 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu-sram.txt 2024-02-26T05:00:06.551 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/pmu.txt 2024-02-26T05:00:06.553 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rockchip/smp-sram.txt 2024-02-26T05:00:06.554 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/rtsm-dcscb.txt 2024-02-26T05:00:06.556 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung-boards.txt 2024-02-26T05:00:06.557 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/ 2024-02-26T05:00:06.558 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-adc.txt 2024-02-26T05:00:06.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/exynos-chipid.txt 2024-02-26T05:00:06.561 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/interrupt-combiner.txt 2024-02-26T05:00:06.562 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/pmu.txt 2024-02-26T05:00:06.564 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/samsung/sysreg.txt 2024-02-26T05:00:06.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/shmobile.txt 2024-02-26T05:00:06.566 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sirf.txt 2024-02-26T05:00:06.567 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-misc.txt 2024-02-26T05:00:06.569 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear-timer.txt 2024-02-26T05:00:06.570 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear.txt 2024-02-26T05:00:06.571 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/ 2024-02-26T05:00:06.573 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/spear/shirq.txt 2024-02-26T05:00:06.574 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sprd.txt 2024-02-26T05:00:06.575 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-nomadik.txt 2024-02-26T05:00:06.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ste-u300.txt 2024-02-26T05:00:06.578 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sti.txt 2024-02-26T05:00:06.579 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/sunxi.txt 2024-02-26T05:00:06.581 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra.txt 2024-02-26T05:00:06.582 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/ 2024-02-26T05:00:06.583 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-ahb.txt 2024-02-26T05:00:06.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-emc.txt 2024-02-26T05:00:06.586 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-flowctrl.txt 2024-02-26T05:00:06.588 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-mc.txt 2024-02-26T05:00:06.589 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra20-pmc.txt 2024-02-26T05:00:06.590 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/tegra/nvidia,tegra30-mc.txt 2024-02-26T05:00:06.592 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/topology.txt 2024-02-26T05:00:06.593 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/twd.txt 2024-02-26T05:00:06.594 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/ 2024-02-26T05:00:06.596 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/ux500/power_domain.txt 2024-02-26T05:00:06.598 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-fpga-irq.txt 2024-02-26T05:00:06.599 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/versatile-sysreg.txt 2024-02-26T05:00:06.600 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-scc.txt 2024-02-26T05:00:06.602 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress-sysreg.txt 2024-02-26T05:00:06.603 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vexpress.txt 2024-02-26T05:00:06.605 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vic.txt 2024-02-26T05:00:06.606 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500.txt 2024-02-26T05:00:06.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/ 2024-02-26T05:00:06.609 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-intc.txt 2024-02-26T05:00:06.765 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-pmc.txt 2024-02-26T05:00:06.766 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/vt8500/via,vt8500-timer.txt 2024-02-26T05:00:06.768 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xen.txt 2024-02-26T05:00:06.770 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/arm/xilinx.txt 2024-02-26T05:00:06.771 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ 2024-02-26T05:00:06.773 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-platform.txt 2024-02-26T05:00:06.774 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/ahci-st.txt 2024-02-26T05:00:06.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/apm-xgene.txt 2024-02-26T05:00:06.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/atmel-at91_cf.txt 2024-02-26T05:00:06.778 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/cavium-compact-flash.txt 2024-02-26T05:00:06.779 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/exynos-sata.txt 2024-02-26T05:00:06.780 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/fsl-sata.txt 2024-02-26T05:00:06.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-pata.txt 2024-02-26T05:00:06.783 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/imx-sata.txt 2024-02-26T05:00:06.784 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/marvell.txt 2024-02-26T05:00:06.785 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/pata-arasan.txt 2024-02-26T05:00:06.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/qcom-sata.txt 2024-02-26T05:00:06.788 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_highbank.txt 2024-02-26T05:00:06.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/sata_rcar.txt 2024-02-26T05:00:06.790 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:06 smithi112 ceph-mon[31817]: pgmap v32: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 65 op/s 2024-02-26T05:00:06.791 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ata/tegra-sata.txt 2024-02-26T05:00:06.792 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/btmrvl.txt 2024-02-26T05:00:06.794 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ 2024-02-26T05:00:06.795 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/bcma.txt 2024-02-26T05:00:06.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/brcm,gisb-arb.txt 2024-02-26T05:00:06.798 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/imx-weim.txt 2024-02-26T05:00:06.800 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/mvebu-mbus.txt 2024-02-26T05:00:06.801 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/omap-ocp2scp.txt 2024-02-26T05:00:06.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/bus/ti-gpmc.txt 2024-02-26T05:00:06.804 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/ 2024-02-26T05:00:06.806 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/clocks.txt 2024-02-26T05:00:06.807 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/dscr.txt 2024-02-26T05:00:06.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/emifa.txt 2024-02-26T05:00:06.810 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/interrupt.txt 2024-02-26T05:00:06.812 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/soc.txt 2024-02-26T05:00:06.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/c6x/timer64.txt 2024-02-26T05:00:06.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/chosen.txt 2024-02-26T05:00:06.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ 2024-02-26T05:00:06.819 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/alphascale,acc.txt 2024-02-26T05:00:06.821 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/altr_socfpga.txt 2024-02-26T05:00:06.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/arm-integrator.txt 2024-02-26T05:00:06.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/at91-clock.txt 2024-02-26T05:00:06.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/axi-clkgen.txt 2024-02-26T05:00:06.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-cygnus-clock.txt 2024-02-26T05:00:06.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/bcm-kona-clock.txt 2024-02-26T05:00:06.830 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/calxeda.txt 2024-02-26T05:00:06.832 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-exynos-audss.txt 2024-02-26T05:00:06.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-palmas-clk32kg-clocks.txt 2024-02-26T05:00:06.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clk-s5pv210-audss.txt 2024-02-26T05:00:06.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clock-bindings.txt 2024-02-26T05:00:06.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/clps711x-clock.txt 2024-02-26T05:00:06.840 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/efm32-clock.txt 2024-02-26T05:00:06.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/emev2-clock.txt 2024-02-26T05:00:06.844 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos3250-clock.txt 2024-02-26T05:00:06.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4-clock.txt 2024-02-26T05:00:06.847 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos4415-clock.txt 2024-02-26T05:00:06.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5250-clock.txt 2024-02-26T05:00:06.850 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5260-clock.txt 2024-02-26T05:00:06.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5410-clock.txt 2024-02-26T05:00:06.853 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5420-clock.txt 2024-02-26T05:00:06.855 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos5440-clock.txt 2024-02-26T05:00:06.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/exynos7-clock.txt 2024-02-26T05:00:06.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-clock.txt 2024-02-26T05:00:06.859 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/fixed-factor-clock.txt 2024-02-26T05:00:06.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/gpio-gate-clock.txt 2024-02-26T05:00:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:06 smithi175 ceph-mon[36652]: pgmap v32: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 65 op/s 2024-02-26T05:00:06.862 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hi3620-clock.txt 2024-02-26T05:00:06.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/hix5hd2-clock.txt 2024-02-26T05:00:06.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx1-clock.txt 2024-02-26T05:00:06.866 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx21-clock.txt 2024-02-26T05:00:06.867 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx23-clock.txt 2024-02-26T05:00:06.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx25-clock.txt 2024-02-26T05:00:06.870 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx27-clock.txt 2024-02-26T05:00:06.872 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx28-clock.txt 2024-02-26T05:00:06.873 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx31-clock.txt 2024-02-26T05:00:06.874 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx35-clock.txt 2024-02-26T05:00:06.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx5-clock.txt 2024-02-26T05:00:06.877 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6q-clock.txt 2024-02-26T05:00:06.879 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sl-clock.txt 2024-02-26T05:00:06.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/imx6sx-clock.txt 2024-02-26T05:00:06.882 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-gate.txt 2024-02-26T05:00:06.884 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/keystone-pll.txt 2024-02-26T05:00:06.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/lsi,axm5516-clks.txt 2024-02-26T05:00:06.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,mmp2.txt 2024-02-26T05:00:06.889 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa168.txt 2024-02-26T05:00:06.890 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/marvell,pxa910.txt 2024-02-26T05:00:06.892 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77686.txt 2024-02-26T05:00:06.893 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/maxim,max77802.txt 2024-02-26T05:00:06.895 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/moxa,moxart-clock.txt 2024-02-26T05:00:06.897 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-core-clock.txt 2024-02-26T05:00:06.898 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-corediv-clock.txt 2024-02-26T05:00:06.900 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-cpu-clock.txt 2024-02-26T05:00:06.902 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/mvebu-gated-clock.txt 2024-02-26T05:00:06.903 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nspire-clock.txt 2024-02-26T05:00:06.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra114-car.txt 2024-02-26T05:00:06.907 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra124-car.txt 2024-02-26T05:00:06.908 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra20-car.txt 2024-02-26T05:00:06.910 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/nvidia,tegra30-car.txt 2024-02-26T05:00:06.912 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/prima2-clock.txt 2024-02-26T05:00:06.913 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/pxa-clock.txt 2024-02-26T05:00:06.915 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,gcc.txt 2024-02-26T05:00:06.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,lcc.txt 2024-02-26T05:00:06.919 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qcom,mmcc.txt 2024-02-26T05:00:06.921 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/qoriq-clock.txt 2024-02-26T05:00:06.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-div6-clocks.txt 2024-02-26T05:00:06.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,cpg-mstp-clocks.txt 2024-02-26T05:00:06.927 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a73a4-cpg-clocks.txt 2024-02-26T05:00:06.928 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7740-cpg-clocks.txt 2024-02-26T05:00:06.930 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,r8a7779-cpg-clocks.txt 2024-02-26T05:00:06.932 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rcar-gen2-cpg-clocks.txt 2024-02-26T05:00:06.934 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,rz-cpg-clocks.txt 2024-02-26T05:00:06.936 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/renesas,sh73a0-cpg-clocks.txt 2024-02-26T05:00:06.937 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3188-cru.txt 2024-02-26T05:00:06.939 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip,rk3288-cru.txt 2024-02-26T05:00:06.941 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/rockchip.txt 2024-02-26T05:00:06.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2410-clock.txt 2024-02-26T05:00:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:06 smithi161 ceph-mon[36447]: pgmap v32: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 80 KiB/s wr, 65 op/s 2024-02-26T05:00:06.944 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2412-clock.txt 2024-02-26T05:00:06.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c2443-clock.txt 2024-02-26T05:00:06.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s3c64xx-clock.txt 2024-02-26T05:00:06.949 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/samsung,s5pv210-clock.txt 2024-02-26T05:00:06.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si5351.txt 2024-02-26T05:00:06.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/silabs,si570.txt 2024-02-26T05:00:06.955 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st,nomadik.txt 2024-02-26T05:00:06.957 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/ 2024-02-26T05:00:06.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-divmux.txt 2024-02-26T05:00:06.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-mux.txt 2024-02-26T05:00:06.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-pll.txt 2024-02-26T05:00:06.964 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-prediv.txt 2024-02-26T05:00:06.966 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen-vcc.txt 2024-02-26T05:00:06.968 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,clkgen.txt 2024-02-26T05:00:06.970 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,flexgen.txt 2024-02-26T05:00:06.972 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/st/st,quadfs.txt 2024-02-26T05:00:06.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ste-u300-syscon-clock.txt 2024-02-26T05:00:06.975 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/sunxi.txt 2024-02-26T05:00:06.977 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti,cdce706.txt 2024-02-26T05:00:06.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti-keystone-pllctrl.txt 2024-02-26T05:00:06.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/ 2024-02-26T05:00:06.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/apll.txt 2024-02-26T05:00:06.984 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/autoidle.txt 2024-02-26T05:00:06.986 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/clockdomain.txt 2024-02-26T05:00:06.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/composite.txt 2024-02-26T05:00:06.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/divider.txt 2024-02-26T05:00:06.992 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dpll.txt 2024-02-26T05:00:06.994 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/dra7-atl.txt 2024-02-26T05:00:06.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fapll.txt 2024-02-26T05:00:06.997 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/fixed-factor-clock.txt 2024-02-26T05:00:06.999 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/gate.txt 2024-02-26T05:00:07.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/interface.txt 2024-02-26T05:00:07.002 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/ti/mux.txt 2024-02-26T05:00:07.004 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vf610-clock.txt 2024-02-26T05:00:07.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/vt8500.txt 2024-02-26T05:00:07.008 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/xgene.txt 2024-02-26T05:00:07.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/clock/zynq-7000.txt 2024-02-26T05:00:07.011 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/ 2024-02-26T05:00:07.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/arm_big_little_dt.txt 2024-02-26T05:00:07.015 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-dt.txt 2024-02-26T05:00:07.017 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-exynos5440.txt 2024-02-26T05:00:07.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/cpufreq/cpufreq-spear.txt 2024-02-26T05:00:07.020 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/ 2024-02-26T05:00:07.022 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/amd-ccp.txt 2024-02-26T05:00:07.025 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/atmel-crypto.txt 2024-02-26T05:00:07.026 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-dcp.txt 2024-02-26T05:00:07.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-imx-sahara.txt 2024-02-26T05:00:07.030 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec2.txt 2024-02-26T05:00:07.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec4.txt 2024-02-26T05:00:07.033 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/fsl-sec6.txt 2024-02-26T05:00:07.035 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/mv_cesa.txt 2024-02-26T05:00:07.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-aes.txt 2024-02-26T05:00:07.038 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-des.txt 2024-02-26T05:00:07.040 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/omap-sham.txt 2024-02-26T05:00:07.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/picochip-spacc.txt 2024-02-26T05:00:07.044 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/qcom-qce.txt 2024-02-26T05:00:07.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/crypto/samsung-sss.txt 2024-02-26T05:00:07.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/ 2024-02-26T05:00:07.049 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/ 2024-02-26T05:00:07.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/devfreq/event/exynos-ppmu.txt 2024-02-26T05:00:07.053 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ 2024-02-26T05:00:07.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/arm-pl330.txt 2024-02-26T05:00:07.057 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-dma.txt 2024-02-26T05:00:07.059 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/atmel-xdma.txt 2024-02-26T05:00:07.060 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/bcm2835-dma.txt 2024-02-26T05:00:07.062 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/dma.txt 2024-02-26T05:00:07.063 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-edma.txt 2024-02-26T05:00:07.065 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-dma.txt 2024-02-26T05:00:07.067 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-imx-sdma.txt 2024-02-26T05:00:07.069 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/fsl-mxs-dma.txt 2024-02-26T05:00:07.070 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/img-mdc-dma.txt 2024-02-26T05:00:07.072 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/k3dma.txt 2024-02-26T05:00:07.074 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mmp-dma.txt 2024-02-26T05:00:07.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/moxa,moxart-dma.txt 2024-02-26T05:00:07.078 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mpc512x-dma.txt 2024-02-26T05:00:07.079 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/mv-xor.txt 2024-02-26T05:00:07.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/nbpfaxi.txt 2024-02-26T05:00:07.082 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_adm.txt 2024-02-26T05:00:07.084 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/qcom_bam_dma.txt 2024-02-26T05:00:07.086 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/rcar-audmapp.txt 2024-02-26T05:00:07.087 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/renesas,rcar-dmac.txt 2024-02-26T05:00:07.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/shdma.txt 2024-02-26T05:00:07.091 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sirfsoc-dma.txt 2024-02-26T05:00:07.092 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/snps-dma.txt 2024-02-26T05:00:07.094 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-coh901318.txt 2024-02-26T05:00:07.095 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ste-dma40.txt 2024-02-26T05:00:07.097 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/sun6i-dma.txt 2024-02-26T05:00:07.099 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/tegra20-apbdma.txt 2024-02-26T05:00:07.100 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/ti-edma.txt 2024-02-26T05:00:07.102 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/ 2024-02-26T05:00:07.104 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_dma.txt 2024-02-26T05:00:07.106 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/dma/xilinx/xilinx_vdma.txt 2024-02-26T05:00:07.108 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/ 2024-02-26T05:00:07.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/ 2024-02-26T05:00:07.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/armada/marvell,dove-lcd.txt 2024-02-26T05:00:07.114 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/ 2024-02-26T05:00:07.116 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/atmel/hlcdc-dc.txt 2024-02-26T05:00:07.118 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/ 2024-02-26T05:00:07.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/bridge/dw_hdmi.txt 2024-02-26T05:00:07.121 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/ 2024-02-26T05:00:07.123 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/i2c/tda998x.txt 2024-02-26T05:00:07.125 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ 2024-02-26T05:00:07.127 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/fsl-imx-drm.txt 2024-02-26T05:00:07.129 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/hdmi.txt 2024-02-26T05:00:07.131 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/imx/ldb.txt 2024-02-26T05:00:07.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/ 2024-02-26T05:00:07.134 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/gpu.txt 2024-02-26T05:00:07.136 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/hdmi.txt 2024-02-26T05:00:07.138 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/msm/mdp.txt 2024-02-26T05:00:07.140 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/ 2024-02-26T05:00:07.142 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/panel.txt 2024-02-26T05:00:07.144 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/slave.txt 2024-02-26T05:00:07.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tfp410.txt 2024-02-26T05:00:07.147 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/drm/tilcdc/tilcdc.txt 2024-02-26T05:00:07.148 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/eeprom.txt 2024-02-26T05:00:07.150 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/ 2024-02-26T05:00:07.152 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-palmas.txt 2024-02-26T05:00:07.154 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-rt8973a.txt 2024-02-26T05:00:07.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/extcon/extcon-sm5502.txt 2024-02-26T05:00:07.157 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/ 2024-02-26T05:00:07.159 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/mxsfb.txt 2024-02-26T05:00:07.161 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fb/sm501fb.txt 2024-02-26T05:00:07.163 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/ 2024-02-26T05:00:07.166 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fpga/altera-socfpga-fpga-mgr.txt 2024-02-26T05:00:07.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/ 2024-02-26T05:00:07.168 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/fuse/nvidia,tegra20-fuse.txt 2024-02-26T05:00:07.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/ 2024-02-26T05:00:07.172 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/8xxx_gpio.txt 2024-02-26T05:00:07.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/abilis,tb10x-gpio.txt 2024-02-26T05:00:07.176 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cavium-octeon-gpio.txt 2024-02-26T05:00:07.177 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/cirrus,clps711x-mctrl-gpio.txt 2024-02-26T05:00:07.179 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fsl-imx-gpio.txt 2024-02-26T05:00:07.181 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/fujitsu,mb86s70-gpio.txt 2024-02-26T05:00:07.182 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74x164.txt 2024-02-26T05:00:07.184 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-74xx-mmio.txt 2024-02-26T05:00:07.185 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-adnp.txt 2024-02-26T05:00:07.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-bcm-kona.txt 2024-02-26T05:00:07.189 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-clps711x.txt 2024-02-26T05:00:07.190 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-davinci.txt 2024-02-26T05:00:07.192 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-dsp-keystone.txt 2024-02-26T05:00:07.194 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-fan.txt 2024-02-26T05:00:07.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-grgpio.txt 2024-02-26T05:00:07.197 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-lp3943.txt 2024-02-26T05:00:07.198 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-max732x.txt 2024-02-26T05:00:07.200 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mcp23s08.txt 2024-02-26T05:00:07.202 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mm-lantiq.txt 2024-02-26T05:00:07.204 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-msm.txt 2024-02-26T05:00:07.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mvebu.txt 2024-02-26T05:00:07.207 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-mxs.txt 2024-02-26T05:00:07.208 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-nmk.txt 2024-02-26T05:00:07.210 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-omap.txt 2024-02-26T05:00:07.211 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-palmas.txt 2024-02-26T05:00:07.213 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pca953x.txt 2024-02-26T05:00:07.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-pcf857x.txt 2024-02-26T05:00:07.216 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-poweroff.txt 2024-02-26T05:00:07.218 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-restart.txt 2024-02-26T05:00:07.219 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-samsung.txt 2024-02-26T05:00:07.221 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stericsson-coh901.txt 2024-02-26T05:00:07.222 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stmpe.txt 2024-02-26T05:00:07.224 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-stp-xway.txt 2024-02-26T05:00:07.226 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-sx150x.txt 2024-02-26T05:00:07.227 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-twl4030.txt 2024-02-26T05:00:07.229 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090-pdc.txt 2024-02-26T05:00:07.231 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-tz1090.txt 2024-02-26T05:00:07.232 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-vf610.txt 2024-02-26T05:00:07.233 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene-sb.txt 2024-02-26T05:00:07.235 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xgene.txt 2024-02-26T05:00:07.237 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-xilinx.txt 2024-02-26T05:00:07.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zevio.txt 2024-02-26T05:00:07.240 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio-zynq.txt 2024-02-26T05:00:07.242 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio.txt 2024-02-26T05:00:07.243 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_atmel.txt 2024-02-26T05:00:07.245 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/gpio_lpc32xx.txt 2024-02-26T05:00:07.247 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/moxa,moxart-gpio.txt 2024-02-26T05:00:07.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/mrvl-gpio.txt 2024-02-26T05:00:07.250 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/nvidia,tegra20-gpio.txt 2024-02-26T05:00:07.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/pl061-gpio.txt 2024-02-26T05:00:07.253 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/renesas,gpio-rcar.txt 2024-02-26T05:00:07.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/snps-dwapb-gpio.txt 2024-02-26T05:00:07.256 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/sodaville.txt 2024-02-26T05:00:07.258 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpio/spear_spics.txt 2024-02-26T05:00:07.259 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/ 2024-02-26T05:00:07.262 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,gk20a.txt 2024-02-26T05:00:07.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/nvidia,tegra20-host1x.txt 2024-02-26T05:00:07.265 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-g2d.txt 2024-02-26T05:00:07.267 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/samsung-rotator.txt 2024-02-26T05:00:07.269 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/gpu/st,stih4xx.txt 2024-02-26T05:00:07.270 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/graph.txt 2024-02-26T05:00:07.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/ 2024-02-26T05:00:07.274 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hid/hid-over-i2c.txt 2024-02-26T05:00:07.276 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/ 2024-02-26T05:00:07.278 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/client-devices.txt 2024-02-26T05:00:07.280 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/nokia-modem.txt 2024-02-26T05:00:07.281 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hsi/omap-ssi.txt 2024-02-26T05:00:07.283 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ 2024-02-26T05:00:07.285 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ads1015.txt 2024-02-26T05:00:07.287 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/g762.txt 2024-02-26T05:00:07.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ibmpowernv.txt 2024-02-26T05:00:07.291 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/lm90.txt 2024-02-26T05:00:07.293 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ltc2978.txt 2024-02-26T05:00:07.294 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/ntc_thermistor.txt 2024-02-26T05:00:07.295 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/pwm-fan.txt 2024-02-26T05:00:07.297 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwmon/vexpress.txt 2024-02-26T05:00:07.298 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/ 2024-02-26T05:00:07.300 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/atmel-trng.txt 2024-02-26T05:00:07.302 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/omap_rng.txt 2024-02-26T05:00:07.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/hwrng/timeriomem_rng.txt 2024-02-26T05:00:07.305 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ 2024-02-26T05:00:07.307 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,bcm2835-i2c.txt 2024-02-26T05:00:07.308 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/brcm,iproc-i2c.txt 2024-02-26T05:00:07.310 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-arb-gpio-challenge.txt 2024-02-26T05:00:07.312 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-at91.txt 2024-02-26T05:00:07.313 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-axxia.txt 2024-02-26T05:00:07.315 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-bcm-kona.txt 2024-02-26T05:00:07.316 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cadence.txt 2024-02-26T05:00:07.317 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cbus-gpio.txt 2024-02-26T05:00:07.319 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-cros-ec-tunnel.txt 2024-02-26T05:00:07.320 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-davinci.txt 2024-02-26T05:00:07.322 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-designware.txt 2024-02-26T05:00:07.323 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-efm32.txt 2024-02-26T05:00:07.324 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-exynos5.txt 2024-02-26T05:00:07.326 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-gpio.txt 2024-02-26T05:00:07.328 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-hix5hd2.txt 2024-02-26T05:00:07.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-img-scb.txt 2024-02-26T05:00:07.330 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-imx.txt 2024-02-26T05:00:07.332 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-meson.txt 2024-02-26T05:00:07.333 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mpc.txt 2024-02-26T05:00:07.334 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-gpio.txt 2024-02-26T05:00:07.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pca954x.txt 2024-02-26T05:00:07.337 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux-pinctrl.txt 2024-02-26T05:00:07.339 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mux.txt 2024-02-26T05:00:07.340 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mv64xxx.txt 2024-02-26T05:00:07.341 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-mxs.txt 2024-02-26T05:00:07.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-nomadik.txt 2024-02-26T05:00:07.344 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-ocores.txt 2024-02-26T05:00:07.345 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-octeon.txt 2024-02-26T05:00:07.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-omap.txt 2024-02-26T05:00:07.348 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-opal.txt 2024-02-26T05:00:07.349 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pnx.txt 2024-02-26T05:00:07.351 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa-pci-ce4100.txt 2024-02-26T05:00:07.352 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-pxa.txt 2024-02-26T05:00:07.353 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rcar.txt 2024-02-26T05:00:07.355 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-riic.txt 2024-02-26T05:00:07.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-rk3x.txt 2024-02-26T05:00:07.358 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-s3c2410.txt 2024-02-26T05:00:07.359 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sh_mobile.txt 2024-02-26T05:00:07.360 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sirf.txt 2024-02-26T05:00:07.362 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st-ddci2c.txt 2024-02-26T05:00:07.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-st.txt 2024-02-26T05:00:07.364 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-sunxi-p2wi.txt 2024-02-26T05:00:07.365 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-versatile.txt 2024-02-26T05:00:07.366 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-vt8500.txt 2024-02-26T05:00:07.368 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/i2c-xiic.txt 2024-02-26T05:00:07.369 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina209.txt 2024-02-26T05:00:07.370 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ina2xx.txt 2024-02-26T05:00:07.372 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/max6697.txt 2024-02-26T05:00:07.373 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/nvidia,tegra20-i2c.txt 2024-02-26T05:00:07.374 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/qcom,i2c-qup.txt 2024-02-26T05:00:07.376 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/ti,bq32k.txt 2024-02-26T05:00:07.377 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/i2c/trivial-devices.txt 2024-02-26T05:00:07.378 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/ 2024-02-26T05:00:07.380 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/ 2024-02-26T05:00:07.381 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/accel/bma180.txt 2024-02-26T05:00:07.383 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/ 2024-02-26T05:00:07.384 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/at91_adc.txt 2024-02-26T05:00:07.386 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/cc10001_adc.txt 2024-02-26T05:00:07.387 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/max1027-adc.txt 2024-02-26T05:00:07.388 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/nuvoton-nau7802.txt 2024-02-26T05:00:07.390 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-iadc.txt 2024-02-26T05:00:07.391 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/qcom,spmi-vadc.txt 2024-02-26T05:00:07.393 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/rockchip-saradc.txt 2024-02-26T05:00:07.394 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/twl4030-madc.txt 2024-02-26T05:00:07.395 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/vf610-adc.txt 2024-02-26T05:00:07.396 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/adc/xilinx-xadc.txt 2024-02-26T05:00:07.398 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ 2024-02-26T05:00:07.399 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/ad7303.txt 2024-02-26T05:00:07.401 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/dac/max5821.txt 2024-02-26T05:00:07.402 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/ 2024-02-26T05:00:07.404 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/frequency/adf4350.txt 2024-02-26T05:00:07.405 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/ 2024-02-26T05:00:07.407 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/humidity/dht11.txt 2024-02-26T05:00:07.408 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/iio-bindings.txt 2024-02-26T05:00:07.410 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/ 2024-02-26T05:00:07.411 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/apds9300.txt 2024-02-26T05:00:07.413 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/cm36651.txt 2024-02-26T05:00:07.414 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/gp2ap020a00f.txt 2024-02-26T05:00:07.415 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/light/tsl2563.txt 2024-02-26T05:00:07.417 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ 2024-02-26T05:00:07.418 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/ak8975.txt 2024-02-26T05:00:07.420 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/magnetometer/hmc5843.txt 2024-02-26T05:00:07.421 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/ 2024-02-26T05:00:07.423 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/proximity/as3935.txt 2024-02-26T05:00:07.424 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/sensorhub.txt 2024-02-26T05:00:07.426 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iio/st-sensors.txt 2024-02-26T05:00:07.427 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ 2024-02-26T05:00:07.430 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ads7846.txt 2024-02-26T05:00:07.432 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/atmel,maxtouch.txt 2024-02-26T05:00:07.434 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cap11xx.txt 2024-02-26T05:00:07.435 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/clps711x-keypad.txt 2024-02-26T05:00:07.437 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/cros-ec-keyb.txt 2024-02-26T05:00:07.439 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/e3x0-button.txt 2024-02-26T05:00:07.440 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elan_i2c.txt 2024-02-26T05:00:07.442 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/elants_i2c.txt 2024-02-26T05:00:07.443 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/fsl-mma8450.txt 2024-02-26T05:00:07.445 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-beeper.txt 2024-02-26T05:00:07.447 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys-polled.txt 2024-02-26T05:00:07.448 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-keys.txt 2024-02-26T05:00:07.449 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/gpio-matrix-keypad.txt 2024-02-26T05:00:07.451 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/imx-keypad.txt 2024-02-26T05:00:07.452 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/input-reset.txt 2024-02-26T05:00:07.454 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/lpc32xx-key.txt 2024-02-26T05:00:07.455 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/matrix-keymap.txt 2024-02-26T05:00:07.456 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/nvidia,tegra20-kbc.txt 2024-02-26T05:00:07.458 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/omap-keypad.txt 2024-02-26T05:00:07.460 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ps2keyb-mouse-apbps2.txt 2024-02-26T05:00:07.461 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pwm-beeper.txt 2024-02-26T05:00:07.463 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/pxa27x-keypad.txt 2024-02-26T05:00:07.465 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-keypad.txt 2024-02-26T05:00:07.467 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-pwrkey.txt 2024-02-26T05:00:07.469 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/qcom,pm8xxx-vib.txt 2024-02-26T05:00:07.471 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/regulator-haptic.txt 2024-02-26T05:00:07.473 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/rotary-encoder.txt 2024-02-26T05:00:07.474 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/samsung-keypad.txt 2024-02-26T05:00:07.477 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/spear-keyboard.txt 2024-02-26T05:00:07.478 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/st-keyscan.txt 2024-02-26T05:00:07.480 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/stmpe-keypad.txt 2024-02-26T05:00:07.482 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/sun4i-lradc-keys.txt 2024-02-26T05:00:07.485 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tca8418_keypad.txt 2024-02-26T05:00:07.486 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv260x.txt 2024-02-26T05:00:07.488 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,drv2667.txt 2024-02-26T05:00:07.489 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,nspire-keypad.txt 2024-02-26T05:00:07.492 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/ti,palmas-pwrbutton.txt 2024-02-26T05:00:07.494 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ 2024-02-26T05:00:07.496 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/auo_pixcir_ts.txt 2024-02-26T05:00:07.498 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/bu21013.txt 2024-02-26T05:00:07.500 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/edt-ft5x06.txt 2024-02-26T05:00:07.501 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/egalax-ts.txt 2024-02-26T05:00:07.503 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/lpc32xx-tsc.txt 2024-02-26T05:00:07.505 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/mms114.txt 2024-02-26T05:00:07.506 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/pixcir_i2c_ts.txt 2024-02-26T05:00:07.508 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sitronix-st1232.txt 2024-02-26T05:00:07.510 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/stmpe.txt 2024-02-26T05:00:07.513 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/sun4i.txt 2024-02-26T05:00:07.515 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/ti-tsc-adc.txt 2024-02-26T05:00:07.516 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/touchscreen.txt 2024-02-26T05:00:07.518 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2005.txt 2024-02-26T05:00:07.520 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/tsc2007.txt 2024-02-26T05:00:07.523 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/touchscreen/zforce_ts.txt 2024-02-26T05:00:07.525 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/tps65218-pwrbutton.txt 2024-02-26T05:00:07.527 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-keypad.txt 2024-02-26T05:00:07.529 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/input/twl4030-pwrbutton.txt 2024-02-26T05:00:07.532 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ 2024-02-26T05:00:07.534 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/abilis,tb10x-ictl.txt 2024-02-26T05:00:07.537 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun4i-ic.txt 2024-02-26T05:00:07.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/allwinner,sun67i-sc-nmi.txt 2024-02-26T05:00:07.541 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/atmel,aic.txt 2024-02-26T05:00:07.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm2835-armctrl-ic.txt 2024-02-26T05:00:07.544 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,bcm7120-l2-intc.txt 2024-02-26T05:00:07.546 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/brcm,l2-intc.txt 2024-02-26T05:00:07.548 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/cirrus,clps711x-intc.txt 2024-02-26T05:00:07.550 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/digicolor-ic.txt 2024-02-26T05:00:07.552 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/interrupts.txt 2024-02-26T05:00:07.554 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/lsi,zevio-intc.txt 2024-02-26T05:00:07.556 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,armada-370-xp-mpic.txt 2024-02-26T05:00:07.558 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/marvell,orion-intc.txt 2024-02-26T05:00:07.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/mips-gic.txt 2024-02-26T05:00:07.562 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/opencores,or1k-pic.txt 2024-02-26T05:00:07.563 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,intc-irqpin.txt 2024-02-26T05:00:07.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/renesas,irqc.txt 2024-02-26T05:00:07.567 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/samsung,s3c24xx-irq.txt 2024-02-26T05:00:07.569 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/snps,dw-apb-ictl.txt 2024-02-26T05:00:07.572 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,keystone-irq.txt 2024-02-26T05:00:07.573 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/interrupt-controller/ti,omap-intc-irq.txt 2024-02-26T05:00:07.574 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ 2024-02-26T05:00:07.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/arm,smmu.txt 2024-02-26T05:00:07.579 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/iommu.txt 2024-02-26T05:00:07.581 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra20-gart.txt 2024-02-26T05:00:07.583 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/nvidia,tegra30-smmu.txt 2024-02-26T05:00:07.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/renesas,ipmmu-vmsa.txt 2024-02-26T05:00:07.586 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/rockchip,iommu.txt 2024-02-26T05:00:07.588 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/samsung,sysmmu.txt 2024-02-26T05:00:07.590 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/iommu/ti,omap-iommu.txt 2024-02-26T05:00:07.592 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/ 2024-02-26T05:00:07.594 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/common.txt 2024-02-26T05:00:07.596 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-gpio.txt 2024-02-26T05:00:07.597 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp55xx.txt 2024-02-26T05:00:07.599 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-lp8860.txt 2024-02-26T05:00:07.601 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-ns2.txt 2024-02-26T05:00:07.603 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/leds-pwm.txt 2024-02-26T05:00:07.604 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/pca963x.txt 2024-02-26T05:00:07.606 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/register-bit-led.txt 2024-02-26T05:00:07.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/leds/tca6507.txt 2024-02-26T05:00:07.609 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/ 2024-02-26T05:00:07.610 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2-timings.txt 2024-02-26T05:00:07.612 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/lpddr2/lpddr2.txt 2024-02-26T05:00:07.614 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/ 2024-02-26T05:00:07.616 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/altera-mailbox.txt 2024-02-26T05:00:07.618 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/mailbox.txt 2024-02-26T05:00:07.619 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mailbox/omap-mailbox.txt 2024-02-26T05:00:07.621 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/marvell.txt 2024-02-26T05:00:07.623 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ 2024-02-26T05:00:07.625 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/atmel-isi.txt 2024-02-26T05:00:07.626 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/coda.txt 2024-02-26T05:00:07.628 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-fimc-lite.txt 2024-02-26T05:00:07.629 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos-jpeg-codec.txt 2024-02-26T05:00:07.630 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos4-fimc-is.txt 2024-02-26T05:00:07.631 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/exynos5-gsc.txt 2024-02-26T05:00:07.633 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/gpio-ir-receiver.txt 2024-02-26T05:00:07.634 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/hix5hd2-ir.txt 2024-02-26T05:00:07.636 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ 2024-02-26T05:00:07.637 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7343.txt 2024-02-26T05:00:07.638 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/adv7604.txt 2024-02-26T05:00:07.639 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9m111.txt 2024-02-26T05:00:07.641 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/mt9p031.txt 2024-02-26T05:00:07.642 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/nokia,smia.txt 2024-02-26T05:00:07.643 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/ths8200.txt 2024-02-26T05:00:07.645 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp514x.txt 2024-02-26T05:00:07.646 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/i2c/tvp7002.txt 2024-02-26T05:00:07.647 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/img-ir-rev1.txt 2024-02-26T05:00:07.649 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/meson-ir.txt 2024-02-26T05:00:07.650 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/pxa-camera.txt 2024-02-26T05:00:07.651 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/rcar_vin.txt 2024-02-26T05:00:07.653 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/renesas,vsp1.txt 2024-02-26T05:00:07.654 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/s5p-mfc.txt 2024-02-26T05:00:07.655 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-fimc.txt 2024-02-26T05:00:07.657 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-mipi-csis.txt 2024-02-26T05:00:07.658 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5c73m3.txt 2024-02-26T05:00:07.659 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k5baf.txt 2024-02-26T05:00:07.660 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/samsung-s5k6a3.txt 2024-02-26T05:00:07.661 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sh_mobile_ceu.txt 2024-02-26T05:00:07.663 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/si4713.txt 2024-02-26T05:00:07.664 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/st-rc.txt 2024-02-26T05:00:07.665 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/sunxi-ir.txt 2024-02-26T05:00:07.667 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/ti-am437x-vpfe.txt 2024-02-26T05:00:07.668 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/media/video-interfaces.txt 2024-02-26T05:00:07.669 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ 2024-02-26T05:00:07.671 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ 2024-02-26T05:00:07.672 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/fsl/ifc.txt 2024-02-26T05:00:07.674 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-devbus.txt 2024-02-26T05:00:07.675 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/mvebu-sdram-controller.txt 2024-02-26T05:00:07.677 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/nvidia,tegra-mc.txt 2024-02-26T05:00:07.678 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/renesas-memory-controllers.txt 2024-02-26T05:00:07.679 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/synopsys.txt 2024-02-26T05:00:07.681 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti-aemif.txt 2024-02-26T05:00:07.682 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/ 2024-02-26T05:00:07.684 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/memory-controllers/ti/emif.txt 2024-02-26T05:00:07.685 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/ 2024-02-26T05:00:07.687 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta-intc.txt 2024-02-26T05:00:07.688 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/meta.txt 2024-02-26T05:00:07.690 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/metag/pdc-intc.txt 2024-02-26T05:00:07.691 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ 2024-02-26T05:00:07.692 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/88pm860x.txt 2024-02-26T05:00:07.694 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ab8500.txt 2024-02-26T05:00:07.696 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/arizona.txt 2024-02-26T05:00:07.697 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3711.txt 2024-02-26T05:00:07.698 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/as3722.txt 2024-02-26T05:00:07.700 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-gpbr.txt 2024-02-26T05:00:07.701 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-hlcdc.txt 2024-02-26T05:00:07.702 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-matrix.txt 2024-02-26T05:00:07.704 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/atmel-smc.txt 2024-02-26T05:00:07.705 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bcm590xx.txt 2024-02-26T05:00:07.706 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/bfticu.txt 2024-02-26T05:00:07.708 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/cros-ec.txt 2024-02-26T05:00:07.709 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9052-i2c.txt 2024-02-26T05:00:07.710 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9055.txt 2024-02-26T05:00:07.712 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/da9063.txt 2024-02-26T05:00:07.713 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/hi6421.txt 2024-02-26T05:00:07.715 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/lp3943.txt 2024-02-26T05:00:07.716 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max14577.txt 2024-02-26T05:00:07.717 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77686.txt 2024-02-26T05:00:07.719 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max77693.txt 2024-02-26T05:00:07.720 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8925.txt 2024-02-26T05:00:07.721 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/max8998.txt 2024-02-26T05:00:07.723 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/mc13xxx.txt 2024-02-26T05:00:07.724 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-host.txt 2024-02-26T05:00:07.725 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/omap-usb-tll.txt 2024-02-26T05:00:07.727 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/palmas.txt 2024-02-26T05:00:07.728 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom,spmi-pmic.txt 2024-02-26T05:00:07.729 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-pm8xxx.txt 2024-02-26T05:00:07.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qcom-rpm.txt 2024-02-26T05:00:07.732 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/qriox.txt 2024-02-26T05:00:07.733 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rk808.txt 2024-02-26T05:00:07.735 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/rn5t618.txt 2024-02-26T05:00:07.736 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mpa01.txt 2024-02-26T05:00:07.738 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/s2mps11.txt 2024-02-26T05:00:07.739 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/stmpe.txt 2024-02-26T05:00:07.740 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/sun6i-prcm.txt 2024-02-26T05:00:07.741 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/syscon.txt 2024-02-26T05:00:07.743 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tc3589x.txt 2024-02-26T05:00:07.744 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/ti-keystone-devctrl.txt 2024-02-26T05:00:07.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps6507x.txt 2024-02-26T05:00:07.747 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/tps65910.txt 2024-02-26T05:00:07.748 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl-familly.txt 2024-02-26T05:00:07.750 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-audio.txt 2024-02-26T05:00:07.751 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl4030-power.txt 2024-02-26T05:00:07.752 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mfd/twl6040.txt 2024-02-26T05:00:07.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/ 2024-02-26T05:00:07.755 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/ 2024-02-26T05:00:07.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/dsi/mipi-dsi-bus.txt 2024-02-26T05:00:07.758 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mipi/nvidia,tegra114-mipi.txt 2024-02-26T05:00:07.760 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ 2024-02-26T05:00:07.761 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/ 2024-02-26T05:00:07.763 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bcm3384-intc.txt 2024-02-26T05:00:07.764 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/bmips.txt 2024-02-26T05:00:07.766 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/cm-dsl.txt 2024-02-26T05:00:07.767 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/brcm/usb.txt 2024-02-26T05:00:07.769 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ 2024-02-26T05:00:07.770 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/bootbus.txt 2024-02-26T05:00:07.772 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/cib.txt 2024-02-26T05:00:07.773 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu.txt 2024-02-26T05:00:07.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/ciu2.txt 2024-02-26T05:00:07.776 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/dma-engine.txt 2024-02-26T05:00:07.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cavium/uctl.txt 2024-02-26T05:00:07.779 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/cpu_irq.txt 2024-02-26T05:00:07.780 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mips/ralink.txt 2024-02-26T05:00:07.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ 2024-02-26T05:00:07.783 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/allwinner,sunxi-sid.txt 2024-02-26T05:00:07.785 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/arm-charlcd.txt 2024-02-26T05:00:07.786 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/at25.txt 2024-02-26T05:00:07.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/atmel-ssc.txt 2024-02-26T05:00:07.789 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/bmp085.txt 2024-02-26T05:00:07.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/fsl,qoriq-mc.txt 2024-02-26T05:00:07.792 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ifm-csi.txt 2024-02-26T05:00:07.793 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/lis302.txt 2024-02-26T05:00:07.794 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/nvidia,tegra20-apbmisc.txt 2024-02-26T05:00:07.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/smc.txt 2024-02-26T05:00:07.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/sram.txt 2024-02-26T05:00:07.798 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/misc/ti,dac7512.txt 2024-02-26T05:00:07.800 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ 2024-02-26T05:00:07.802 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/arasan,sdhci.txt 2024-02-26T05:00:07.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/atmel-hsmci.txt 2024-02-26T05:00:07.804 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/brcm,bcm2835-sdhci.txt 2024-02-26T05:00:07.806 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/davinci_mmc.txt 2024-02-26T05:00:07.807 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/exynos-dw-mshc.txt 2024-02-26T05:00:07.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-esdhc.txt 2024-02-26T05:00:07.810 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-esdhc.txt 2024-02-26T05:00:07.812 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/fsl-imx-mmc.txt 2024-02-26T05:00:07.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/img-dw-mshc.txt 2024-02-26T05:00:07.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/k3-dw-mshc.txt 2024-02-26T05:00:07.816 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/kona-sdhci.txt 2024-02-26T05:00:07.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-emmc.txt 2024-02-26T05:00:07.819 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-pwrseq-simple.txt 2024-02-26T05:00:07.821 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc-spi-slot.txt 2024-02-26T05:00:07.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmc.txt 2024-02-26T05:00:07.823 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mmci.txt 2024-02-26T05:00:07.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/moxa,moxart-mmc.txt 2024-02-26T05:00:07.826 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/mxs-mmc.txt 2024-02-26T05:00:07.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/nvidia,tegra20-sdhci.txt 2024-02-26T05:00:07.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/orion-sdio.txt 2024-02-26T05:00:07.830 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/pxa-mmc.txt 2024-02-26T05:00:07.831 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/renesas,mmcif.txt 2024-02-26T05:00:07.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/rockchip-dw-mshc.txt 2024-02-26T05:00:07.834 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/samsung-sdhci.txt 2024-02-26T05:00:07.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-dove.txt 2024-02-26T05:00:07.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-fujitsu.txt 2024-02-26T05:00:07.838 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-msm.txt 2024-02-26T05:00:07.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-pxa.txt 2024-02-26T05:00:07.841 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-sirf.txt 2024-02-26T05:00:07.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-spear.txt 2024-02-26T05:00:07.843 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sdhci-st.txt 2024-02-26T05:00:07.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/socfpga-dw-mshc.txt 2024-02-26T05:00:07.846 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/sunxi-mmc.txt 2024-02-26T05:00:07.847 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/synopsys-dw-mshc.txt 2024-02-26T05:00:07.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap-hsmmc.txt 2024-02-26T05:00:07.850 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/ti-omap.txt 2024-02-26T05:00:07.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/tmio_mmc.txt 2024-02-26T05:00:07.853 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/usdhi6rol0.txt 2024-02-26T05:00:07.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mmc/vt8500-sdmmc.txt 2024-02-26T05:00:07.855 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/ 2024-02-26T05:00:07.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/arm-versatile.txt 2024-02-26T05:00:07.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-dataflash.txt 2024-02-26T05:00:07.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/atmel-nand.txt 2024-02-26T05:00:07.861 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/davinci-nand.txt 2024-02-26T05:00:07.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/denali-nand.txt 2024-02-26T05:00:07.864 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/diskonchip.txt 2024-02-26T05:00:07.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/elm.txt 2024-02-26T05:00:07.867 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/flctl-nand.txt 2024-02-26T05:00:07.868 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-quadspi.txt 2024-02-26T05:00:07.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsl-upm-nand.txt 2024-02-26T05:00:07.871 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/fsmc-nand.txt 2024-02-26T05:00:07.872 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpio-control-nand.txt 2024-02-26T05:00:07.873 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nand.txt 2024-02-26T05:00:07.875 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-nor.txt 2024-02-26T05:00:07.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmc-onenand.txt 2024-02-26T05:00:07.877 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/gpmi-nand.txt 2024-02-26T05:00:07.879 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/hisi504-nand.txt 2024-02-26T05:00:07.880 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-mlc.txt 2024-02-26T05:00:07.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/lpc32xx-slc.txt 2024-02-26T05:00:07.883 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/m25p80.txt 2024-02-26T05:00:07.884 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mtd-physmap.txt 2024-02-26T05:00:07.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/mxc-nand.txt 2024-02-26T05:00:07.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/nand.txt 2024-02-26T05:00:07.888 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/orion-nand.txt 2024-02-26T05:00:07.890 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/partition.txt 2024-02-26T05:00:07.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/pxa3xx-nand.txt 2024-02-26T05:00:07.892 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/spear_smi.txt 2024-02-26T05:00:07.893 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/st-fsm.txt 2024-02-26T05:00:07.894 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/mtd/sunxi-nand.txt 2024-02-26T05:00:07.896 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ 2024-02-26T05:00:07.897 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-emac.txt 2024-02-26T05:00:07.899 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun4i-mdio.txt 2024-02-26T05:00:07.900 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/allwinner,sun7i-a20-gmac.txt 2024-02-26T05:00:07.901 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/altera_tse.txt 2024-02-26T05:00:07.903 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe-phy.txt 2024-02-26T05:00:07.904 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/amd-xgbe.txt 2024-02-26T05:00:07.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/apm-xgene-enet.txt 2024-02-26T05:00:07.906 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/arc_emac.txt 2024-02-26T05:00:07.907 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcm87xx.txt 2024-02-26T05:00:07.909 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-bcmgenet.txt 2024-02-26T05:00:07.910 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-mdio-unimac.txt 2024-02-26T05:00:07.911 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-sf2.txt 2024-02-26T05:00:07.913 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/broadcom-systemport.txt 2024-02-26T05:00:07.914 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/calxeda-xgmac.txt 2024-02-26T05:00:07.916 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/ 2024-02-26T05:00:07.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/atmel-can.txt 2024-02-26T05:00:07.918 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/c_can.txt 2024-02-26T05:00:07.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/cc770.txt 2024-02-26T05:00:07.921 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/fsl-flexcan.txt 2024-02-26T05:00:07.922 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/grcan.txt 2024-02-26T05:00:07.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/m_can.txt 2024-02-26T05:00:07.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/microchip,mcp251x.txt 2024-02-26T05:00:07.926 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/mpc5xxx-mscan.txt 2024-02-26T05:00:07.927 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/rcar_can.txt 2024-02-26T05:00:07.929 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/sja1000.txt 2024-02-26T05:00:07.930 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/can/xilinx_can.txt 2024-02-26T05:00:07.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mdio.txt 2024-02-26T05:00:07.933 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-mix.txt 2024-02-26T05:00:07.934 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cavium-pip.txt 2024-02-26T05:00:07.935 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cdns-emac.txt 2024-02-26T05:00:07.936 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw-phy-sel.txt 2024-02-26T05:00:07.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/cpsw.txt 2024-02-26T05:00:07.939 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davicom-dm9000.txt 2024-02-26T05:00:07.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci-mdio.txt 2024-02-26T05:00:07.942 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/davinci_emac.txt 2024-02-26T05:00:07.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/ 2024-02-26T05:00:07.944 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/dsa/dsa.txt 2024-02-26T05:00:07.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/emac_rockchip.txt 2024-02-26T05:00:07.947 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ethernet.txt 2024-02-26T05:00:07.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fixed-link.txt 2024-02-26T05:00:07.950 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-fec.txt 2024-02-26T05:00:07.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/fsl-tsec-phy.txt 2024-02-26T05:00:07.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/gpmc-eth.txt 2024-02-26T05:00:07.954 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hip04-net.txt 2024-02-26T05:00:07.955 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/hisilicon-hix5hd2-gmac.txt 2024-02-26T05:00:07.956 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/ 2024-02-26T05:00:07.958 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/at86rf230.txt 2024-02-26T05:00:07.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/ieee802154/cc2520.txt 2024-02-26T05:00:07.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/keystone-netcp.txt 2024-02-26T05:00:07.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/lpc-eth.txt 2024-02-26T05:00:07.963 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/macb.txt 2024-02-26T05:00:07.965 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-armada-370-neta.txt 2024-02-26T05:00:07.966 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-mdio.txt 2024-02-26T05:00:07.967 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-orion-net.txt 2024-02-26T05:00:07.969 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pp2.txt 2024-02-26T05:00:07.970 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/marvell-pxa168.txt 2024-02-26T05:00:07.971 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-gpio.txt 2024-02-26T05:00:07.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-gpio.txt 2024-02-26T05:00:07.974 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux-mmioreg.txt 2024-02-26T05:00:07.975 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/mdio-mux.txt 2024-02-26T05:00:07.976 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/meson-dwmac.txt 2024-02-26T05:00:07.978 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ks8851.txt 2024-02-26T05:00:07.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel-ksz90x1.txt 2024-02-26T05:00:07.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/micrel.txt 2024-02-26T05:00:07.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/moxa,moxart-mac.txt 2024-02-26T05:00:07.983 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/ 2024-02-26T05:00:07.985 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/pn544.txt 2024-02-26T05:00:07.986 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfca.txt 2024-02-26T05:00:07.987 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/st21nfcb.txt 2024-02-26T05:00:07.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/nfc/trf7970a.txt 2024-02-26T05:00:07.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/opencores-ethoc.txt 2024-02-26T05:00:07.991 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/phy.txt 2024-02-26T05:00:07.993 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/qca-qca7000-spi.txt 2024-02-26T05:00:07.994 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/rockchip-dwmac.txt 2024-02-26T05:00:07.995 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/samsung-sxgbe.txt 2024-02-26T05:00:07.997 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sh_eth.txt 2024-02-26T05:00:07.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc-lan91c111.txt 2024-02-26T05:00:07.999 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/smsc911x.txt 2024-02-26T05:00:08.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/socfpga-dwmac.txt 2024-02-26T05:00:08.002 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/sti-dwmac.txt 2024-02-26T05:00:08.003 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/stmmac.txt 2024-02-26T05:00:08.005 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-rhine.txt 2024-02-26T05:00:08.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/via-velocity.txt 2024-02-26T05:00:08.007 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ 2024-02-26T05:00:08.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/brcm,bcm43xx-fmac.txt 2024-02-26T05:00:08.010 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/qcom,ath10k.txt 2024-02-26T05:00:08.012 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/net/wireless/ti,wl1251.txt 2024-02-26T05:00:08.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/ 2024-02-26T05:00:08.015 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/nios2.txt 2024-02-26T05:00:08.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/nios2/timer.txt 2024-02-26T05:00:08.018 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/ 2024-02-26T05:00:08.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/nvec/nvidia,nvec.txt 2024-02-26T05:00:08.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/open-pic.txt 2024-02-26T05:00:08.023 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/ 2024-02-26T05:00:08.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101aw03.txt 2024-02-26T05:00:08.026 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b101xtn01.txt 2024-02-26T05:00:08.027 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b116xw03.txt 2024-02-26T05:00:08.029 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133htn01.txt 2024-02-26T05:00:08.030 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/auo,b133xtn01.txt 2024-02-26T05:00:08.031 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/avic,tm070ddh03.txt 2024-02-26T05:00:08.033 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wa01a.txt 2024-02-26T05:00:08.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/chunghwa,claa101wb03.txt 2024-02-26T05:00:08.036 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et057090dhu.txt 2024-02-26T05:00:08.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,et070080dh6.txt 2024-02-26T05:00:08.038 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/edt,etm0700g0dh6.txt 2024-02-26T05:00:08.040 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/foxlink,fl500wvr00-a0t.txt 2024-02-26T05:00:08.041 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/giantplus,gpg482739qs5.txt 2024-02-26T05:00:08.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hannstar,hsd070pww1.txt 2024-02-26T05:00:08.044 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/hit,tx23d38vm0caa.txt 2024-02-26T05:00:08.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,g121i1-l01.txt 2024-02-26T05:00:08.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n116bge.txt 2024-02-26T05:00:08.048 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/innolux,n156bge-l21.txt 2024-02-26T05:00:08.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,ld070wx3-sl01.txt 2024-02-26T05:00:08.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lh500wx1-sd03.txt 2024-02-26T05:00:08.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/lg,lp129qe.txt 2024-02-26T05:00:08.053 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/panasonic,vvx10f004b00.txt 2024-02-26T05:00:08.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ld9040.txt 2024-02-26T05:00:08.056 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,ltn101nt05.txt 2024-02-26T05:00:08.058 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/samsung,s6e8aa0.txt 2024-02-26T05:00:08.059 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/sharp,lq101r1sx01.txt 2024-02-26T05:00:08.061 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/panel/simple-panel.txt 2024-02-26T05:00:08.062 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ 2024-02-26T05:00:08.064 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/83xx-512x-pci.txt 2024-02-26T05:00:08.065 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/designware-pcie.txt 2024-02-26T05:00:08.067 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,imx6q-pcie.txt 2024-02-26T05:00:08.068 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/fsl,pci.txt 2024-02-26T05:00:08.070 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/host-generic-pci.txt 2024-02-26T05:00:08.071 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/layerscape-pci.txt 2024-02-26T05:00:08.073 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/mvebu-pci.txt 2024-02-26T05:00:08.074 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/nvidia,tegra20-pcie.txt 2024-02-26T05:00:08.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-keystone.txt 2024-02-26T05:00:08.077 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci-rcar-gen2.txt 2024-02-26T05:00:08.078 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/pci.txt 2024-02-26T05:00:08.080 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ralink,rt3883-pci.txt 2024-02-26T05:00:08.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/rcar-pci.txt 2024-02-26T05:00:08.083 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/samsung,exynos5440-pcie.txt 2024-02-26T05:00:08.084 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/spear13xx-pcie.txt 2024-02-26T05:00:08.085 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/ti-pci.txt 2024-02-26T05:00:08.087 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/v3-v360epc-pci.txt 2024-02-26T05:00:08.088 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/versatile.txt 2024-02-26T05:00:08.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xgene-pci.txt 2024-02-26T05:00:08.091 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pci/xilinx-pcie.txt 2024-02-26T05:00:08.092 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ 2024-02-26T05:00:08.094 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/apm-xgene-phy.txt 2024-02-26T05:00:08.095 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/bcm-phy.txt 2024-02-26T05:00:08.097 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-sata-phy.txt 2024-02-26T05:00:08.098 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/berlin-usb-phy.txt 2024-02-26T05:00:08.100 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/hix5hd2-phy.txt 2024-02-26T05:00:08.101 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-bindings.txt 2024-02-26T05:00:08.102 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy28lp.txt 2024-02-26T05:00:08.104 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-miphy365x.txt 2024-02-26T05:00:08.105 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-mvebu.txt 2024-02-26T05:00:08.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih407-usb.txt 2024-02-26T05:00:08.108 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/phy-stih41x-usb.txt 2024-02-26T05:00:08.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-apq8064-sata-phy.txt 2024-02-26T05:00:08.111 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-dwc3-usb-phy.txt 2024-02-26T05:00:08.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/qcom-ipq806x-sata-phy.txt 2024-02-26T05:00:08.114 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rcar-gen2-phy.txt 2024-02-26T05:00:08.115 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/rockchip-usb-phy.txt 2024-02-26T05:00:08.117 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/samsung-phy.txt 2024-02-26T05:00:08.118 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/st-spear-miphy.txt 2024-02-26T05:00:08.120 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/sun4i-usb-phy.txt 2024-02-26T05:00:08.121 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/phy/ti-phy.txt 2024-02-26T05:00:08.123 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ 2024-02-26T05:00:08.124 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/abilis,tb10x-iomux.txt 2024-02-26T05:00:08.126 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/allwinner,sunxi-pinctrl.txt 2024-02-26T05:00:08.128 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/atmel,at91-pinctrl.txt 2024-02-26T05:00:08.129 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm11351-pinctrl.txt 2024-02-26T05:00:08.130 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/brcm,bcm2835-gpio.txt 2024-02-26T05:00:08.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx-pinctrl.txt 2024-02-26T05:00:08.133 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx25-pinctrl.txt 2024-02-26T05:00:08.135 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx27-pinctrl.txt 2024-02-26T05:00:08.136 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx35-pinctrl.txt 2024-02-26T05:00:08.138 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx51-pinctrl.txt 2024-02-26T05:00:08.139 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx53-pinctrl.txt 2024-02-26T05:00:08.140 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6dl-pinctrl.txt 2024-02-26T05:00:08.142 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6q-pinctrl.txt 2024-02-26T05:00:08.143 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sl-pinctrl.txt 2024-02-26T05:00:08.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,imx6sx-pinctrl.txt 2024-02-26T05:00:08.146 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,mxs-pinctrl.txt 2024-02-26T05:00:08.148 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/fsl,vf610-pinctrl.txt 2024-02-26T05:00:08.149 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pdc-pinctrl.txt 2024-02-26T05:00:08.151 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/img,tz1090-pinctrl.txt 2024-02-26T05:00:08.152 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,falcon-pinumx.txt 2024-02-26T05:00:08.153 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/lantiq,xway-pinumx.txt 2024-02-26T05:00:08.155 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-370-pinctrl.txt 2024-02-26T05:00:08.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-375-pinctrl.txt 2024-02-26T05:00:08.158 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-38x-pinctrl.txt 2024-02-26T05:00:08.159 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,armada-xp-pinctrl.txt 2024-02-26T05:00:08.161 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,dove-pinctrl.txt 2024-02-26T05:00:08.162 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,kirkwood-pinctrl.txt 2024-02-26T05:00:08.164 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,mvebu-pinctrl.txt 2024-02-26T05:00:08.165 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/marvell,orion-pinctrl.txt 2024-02-26T05:00:08.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/meson,pinctrl.txt 2024-02-26T05:00:08.168 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra114-pinmux.txt 2024-02-26T05:00:08.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-pinmux.txt 2024-02-26T05:00:08.171 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra124-xusb-padctl.txt 2024-02-26T05:00:08.172 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra20-pinmux.txt 2024-02-26T05:00:08.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/nvidia,tegra30-pinmux.txt 2024-02-26T05:00:08.175 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-bindings.txt 2024-02-26T05:00:08.177 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-palmas.txt 2024-02-26T05:00:08.179 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-single.txt 2024-02-26T05:00:08.180 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-sirf.txt 2024-02-26T05:00:08.181 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-st.txt 2024-02-26T05:00:08.183 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl-vt8500.txt 2024-02-26T05:00:08.184 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/pinctrl_spear.txt 2024-02-26T05:00:08.186 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8064-pinctrl.txt 2024-02-26T05:00:08.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,apq8084-pinctrl.txt 2024-02-26T05:00:08.188 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,ipq8064-pinctrl.txt 2024-02-26T05:00:08.190 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8916-pinctrl.txt 2024-02-26T05:00:08.191 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8960-pinctrl.txt 2024-02-26T05:00:08.193 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,msm8974-pinctrl.txt 2024-02-26T05:00:08.194 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-gpio.txt 2024-02-26T05:00:08.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/qcom,pmic-mpp.txt 2024-02-26T05:00:08.197 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/renesas,pfc-pinctrl.txt 2024-02-26T05:00:08.199 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/rockchip,pinctrl.txt 2024-02-26T05:00:08.200 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/samsung-pinctrl.txt 2024-02-26T05:00:08.202 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,abx500.txt 2024-02-26T05:00:08.203 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ste,nomadik.txt 2024-02-26T05:00:08.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/ti,omap-pinctrl.txt 2024-02-26T05:00:08.206 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pinctrl/xlnx,zynq-pinctrl.txt 2024-02-26T05:00:08.207 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ 2024-02-26T05:00:08.209 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/bq2415x.txt 2024-02-26T05:00:08.210 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/isp1704.txt 2024-02-26T05:00:08.211 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/ltc2941.txt 2024-02-26T05:00:08.213 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/opp.txt 2024-02-26T05:00:08.214 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power-controller.txt 2024-02-26T05:00:08.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/power_domain.txt 2024-02-26T05:00:08.217 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/renesas,sysc-rmobile.txt 2024-02-26T05:00:08.218 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ 2024-02-26T05:00:08.220 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/keystone-reset.txt 2024-02-26T05:00:08.221 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/ltc2952-poweroff.txt 2024-02-26T05:00:08.223 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/st-reset.txt 2024-02-26T05:00:08.225 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/reset/syscon-reboot.txt 2024-02-26T05:00:08.227 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rockchip-io-domain.txt 2024-02-26T05:00:08.228 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/rx51-battery.txt 2024-02-26T05:00:08.230 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power/twl-charger.txt 2024-02-26T05:00:08.231 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ 2024-02-26T05:00:08.233 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/ 2024-02-26T05:00:08.234 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/btemp.txt 2024-02-26T05:00:08.236 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/chargalg.txt 2024-02-26T05:00:08.237 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/charger.txt 2024-02-26T05:00:08.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ab8500/fg.txt 2024-02-26T05:00:08.240 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/axxia-reset.txt 2024-02-26T05:00:08.242 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/charger-manager.txt 2024-02-26T05:00:08.244 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/gpio-charger.txt 2024-02-26T05:00:08.245 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/imx-snvs-poweroff.txt 2024-02-26T05:00:08.246 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/lp8727_charger.txt 2024-02-26T05:00:08.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max17042_battery.txt 2024-02-26T05:00:08.249 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/max8925_batter.txt 2024-02-26T05:00:08.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/msm-poweroff.txt 2024-02-26T05:00:08.252 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/olpc_battery.txt 2024-02-26T05:00:08.254 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/power_supply.txt 2024-02-26T05:00:08.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/qnap-poweroff.txt 2024-02-26T05:00:08.257 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/restart-poweroff.txt 2024-02-26T05:00:08.258 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/sbs_sbs-battery.txt 2024-02-26T05:00:08.259 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/ti,bq24735.txt 2024-02-26T05:00:08.261 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/power_supply/tps65090.txt 2024-02-26T05:00:08.262 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/ 2024-02-26T05:00:08.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ 2024-02-26T05:00:08.265 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/akebono.txt 2024-02-26T05:00:08.267 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/cpm.txt 2024-02-26T05:00:08.268 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/emac.txt 2024-02-26T05:00:08.269 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/hsta.txt 2024-02-26T05:00:08.271 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ndfc.txt 2024-02-26T05:00:08.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/ppc440spe-adma.txt 2024-02-26T05:00:08.274 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/4xx/reboot.txt 2024-02-26T05:00:08.275 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ 2024-02-26T05:00:08.277 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/board.txt 2024-02-26T05:00:08.279 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cache_sram.txt 2024-02-26T05:00:08.280 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ccf.txt 2024-02-26T05:00:08.282 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/ 2024-02-26T05:00:08.284 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm.txt 2024-02-26T05:00:08.286 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/ 2024-02-26T05:00:08.287 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/brg.txt 2024-02-26T05:00:08.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/i2c.txt 2024-02-26T05:00:08.290 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/pic.txt 2024-02-26T05:00:08.292 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/cpm/usb.txt 2024-02-26T05:00:08.293 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/gpio.txt 2024-02-26T05:00:08.295 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/network.txt 2024-02-26T05:00:08.296 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe.txt 2024-02-26T05:00:08.298 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ 2024-02-26T05:00:08.299 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/firmware.txt 2024-02-26T05:00:08.301 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/par_io.txt 2024-02-26T05:00:08.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/pincfg.txt 2024-02-26T05:00:08.304 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/ucc.txt 2024-02-26T05:00:08.305 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/qe/usb.txt 2024-02-26T05:00:08.307 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpm_qe/serial.txt 2024-02-26T05:00:08.308 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/cpus.txt 2024-02-26T05:00:08.309 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dcsr.txt 2024-02-26T05:00:08.471 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/diu.txt 2024-02-26T05:00:08.472 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/dma.txt 2024-02-26T05:00:08.474 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/ecm.txt 2024-02-26T05:00:08.475 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/fman.txt 2024-02-26T05:00:08.476 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/gtm.txt 2024-02-26T05:00:08.478 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/guts.txt 2024-02-26T05:00:08.479 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/interlaken-lac.txt 2024-02-26T05:00:08.481 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/l2cache.txt 2024-02-26T05:00:08.482 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/lbc.txt 2024-02-26T05:00:08.483 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcm.txt 2024-02-26T05:00:08.485 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mcu-mpc8349emitx.txt 2024-02-26T05:00:08.486 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mem-ctrlr.txt 2024-02-26T05:00:08.488 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5121-psc.txt 2024-02-26T05:00:08.489 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpc5200.txt 2024-02-26T05:00:08.490 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-msgr.txt 2024-02-26T05:00:08.492 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic-timer.txt 2024-02-26T05:00:08.494 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/mpic.txt 2024-02-26T05:00:08.495 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/msi-pic.txt 2024-02-26T05:00:08.497 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pamu.txt 2024-02-26T05:00:08.498 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/pmc.txt 2024-02-26T05:00:08.500 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/raideng.txt 2024-02-26T05:00:08.501 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio-rmu.txt 2024-02-26T05:00:08.503 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/fsl/srio.txt 2024-02-26T05:00:08.505 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/ 2024-02-26T05:00:08.507 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/gamecube.txt 2024-02-26T05:00:08.509 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/powerpc/nintendo/wii.txt 2024-02-26T05:00:08.510 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/ 2024-02-26T05:00:08.513 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pps/pps-gpio.txt 2024-02-26T05:00:08.515 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ 2024-02-26T05:00:08.516 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-hlcdc-pwm.txt 2024-02-26T05:00:08.518 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-pwm.txt 2024-02-26T05:00:08.519 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/atmel-tcb-pwm.txt 2024-02-26T05:00:08.521 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/bcm-kona-pwm.txt 2024-02-26T05:00:08.522 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/cirrus,clps711x-pwm.txt 2024-02-26T05:00:08.524 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/img-pwm.txt 2024-02-26T05:00:08.525 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/imx-pwm.txt 2024-02-26T05:00:08.526 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/lpc32xx-pwm.txt 2024-02-26T05:00:08.528 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/mxs-pwm.txt 2024-02-26T05:00:08.529 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nvidia,tegra20-pwm.txt 2024-02-26T05:00:08.530 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/nxp,pca9685-pwm.txt 2024-02-26T05:00:08.532 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-bcm2835.txt 2024-02-26T05:00:08.533 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-fsl-ftm.txt 2024-02-26T05:00:08.535 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-lp3943.txt 2024-02-26T05:00:08.536 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-rockchip.txt 2024-02-26T05:00:08.537 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-samsung.txt 2024-02-26T05:00:08.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-st.txt 2024-02-26T05:00:08.540 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-sun4i.txt 2024-02-26T05:00:08.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiecap.txt 2024-02-26T05:00:08.543 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tiehrpwm.txt 2024-02-26T05:00:08.544 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm-tipwmss.txt 2024-02-26T05:00:08.546 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pwm.txt 2024-02-26T05:00:08.547 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/pxa-pwm.txt 2024-02-26T05:00:08.549 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/renesas,tpu-pwm.txt 2024-02-26T05:00:08.550 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/spear-pwm.txt 2024-02-26T05:00:08.551 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwm.txt 2024-02-26T05:00:08.553 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/ti,twl-pwmled.txt 2024-02-26T05:00:08.554 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/pwm/vt8500-pwm.txt 2024-02-26T05:00:08.556 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/ 2024-02-26T05:00:08.557 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regmap/regmap.txt 2024-02-26T05:00:08.559 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ 2024-02-26T05:00:08.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm800.txt 2024-02-26T05:00:08.562 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/88pm860x.txt 2024-02-26T05:00:08.564 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/act8865-regulator.txt 2024-02-26T05:00:08.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/anatop-regulator.txt 2024-02-26T05:00:08.566 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/as3722-regulator.txt 2024-02-26T05:00:08.568 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9210.txt 2024-02-26T05:00:08.569 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/da9211.txt 2024-02-26T05:00:08.571 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fan53555.txt 2024-02-26T05:00:08.572 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/fixed-regulator.txt 2024-02-26T05:00:08.573 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/gpio-regulator.txt 2024-02-26T05:00:08.575 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/isl9305.txt 2024-02-26T05:00:08.576 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/lp872x.txt 2024-02-26T05:00:08.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ltc3589.txt 2024-02-26T05:00:08.579 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max1586-regulator.txt 2024-02-26T05:00:08.581 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max77802.txt 2024-02-26T05:00:08.582 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8660.txt 2024-02-26T05:00:08.584 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8907.txt 2024-02-26T05:00:08.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8925-regulator.txt 2024-02-26T05:00:08.587 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8952.txt 2024-02-26T05:00:08.589 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8973-regulator.txt 2024-02-26T05:00:08.590 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/max8997-regulator.txt 2024-02-26T05:00:08.591 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/mt6397-regulator.txt 2024-02-26T05:00:08.593 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/palmas-pmic.txt 2024-02-26T05:00:08.595 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pbias-regulator.txt 2024-02-26T05:00:08.596 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pfuze100.txt 2024-02-26T05:00:08.597 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/pwm-regulator.txt 2024-02-26T05:00:08.600 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/regulator.txt 2024-02-26T05:00:08.601 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/s5m8767-regulator.txt 2024-02-26T05:00:08.602 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/sky81452-regulator.txt 2024-02-26T05:00:08.604 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/ti-abb-regulator.txt 2024-02-26T05:00:08.605 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps51632-regulator.txt 2024-02-26T05:00:08.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps62360-regulator.txt 2024-02-26T05:00:08.608 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65090.txt 2024-02-26T05:00:08.610 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65217.txt 2024-02-26T05:00:08.611 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps65218.txt 2024-02-26T05:00:08.613 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/tps6586x.txt 2024-02-26T05:00:08.614 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/twl-regulator.txt 2024-02-26T05:00:08.615 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/regulator/vexpress.txt 2024-02-26T05:00:08.617 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/ 2024-02-26T05:00:08.619 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reserved-memory/reserved-memory.txt 2024-02-26T05:00:08.620 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/ 2024-02-26T05:00:08.622 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/allwinner,sunxi-clock-reset.txt 2024-02-26T05:00:08.624 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/fsl,imx-src.txt 2024-02-26T05:00:08.625 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/reset.txt 2024-02-26T05:00:08.627 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/sirf,rstc.txt 2024-02-26T05:00:08.628 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/socfpga-reset.txt 2024-02-26T05:00:08.630 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-picophyreset.txt 2024-02-26T05:00:08.631 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-powerdown.txt 2024-02-26T05:00:08.632 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/reset/st,sti-softreset.txt 2024-02-26T05:00:08.634 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/resource-names.txt 2024-02-26T05:00:08.635 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/ 2024-02-26T05:00:08.637 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/apm,rng.txt 2024-02-26T05:00:08.639 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/brcm,bcm2835.txt 2024-02-26T05:00:08.640 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rng/qcom,prng.txt 2024-02-26T05:00:08.641 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/ 2024-02-26T05:00:08.643 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/armada-380-rtc.txt 2024-02-26T05:00:08.645 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91rm9200-rtc.txt 2024-02-26T05:00:08.647 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/atmel,at91sam9-rtc.txt 2024-02-26T05:00:08.648 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dallas,ds1339.txt 2024-02-26T05:00:08.649 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/dw-apb.txt 2024-02-26T05:00:08.651 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/haoyu,hym8563.txt 2024-02-26T05:00:08.652 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/imxdi-rtc.txt 2024-02-26T05:00:08.654 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/isil,isl12057.txt 2024-02-26T05:00:08.655 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/lpc32xx-rtc.txt 2024-02-26T05:00:08.657 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/maxim,ds1742.txt 2024-02-26T05:00:08.658 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/moxa,moxart-rtc.txt 2024-02-26T05:00:08.660 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nvidia,tegra20-rtc.txt 2024-02-26T05:00:08.661 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/nxp,rtc-2123.txt 2024-02-26T05:00:08.663 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/olpc-xo1-rtc.txt 2024-02-26T05:00:08.664 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/orion-rtc.txt 2024-02-26T05:00:08.666 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/pxa-rtc.txt 2024-02-26T05:00:08.667 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-cmos.txt 2024-02-26T05:00:08.669 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-omap.txt 2024-02-26T05:00:08.670 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-opal.txt 2024-02-26T05:00:08.672 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/rtc-palmas.txt 2024-02-26T05:00:08.673 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/s3c-rtc.txt 2024-02-26T05:00:08.675 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sa1100-rtc.txt 2024-02-26T05:00:08.676 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/snvs-rtc.txt 2024-02-26T05:00:08.678 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/spear-rtc.txt 2024-02-26T05:00:08.679 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/stmp3xxx-rtc.txt 2024-02-26T05:00:08.680 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sun6i-rtc.txt 2024-02-26T05:00:08.682 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/sunxi-rtc.txt 2024-02-26T05:00:08.683 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/twl-rtc.txt 2024-02-26T05:00:08.685 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/via,vt8500-rtc.txt 2024-02-26T05:00:08.686 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/rtc/xgene-rtc.txt 2024-02-26T05:00:08.688 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/ 2024-02-26T05:00:08.690 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/ 2024-02-26T05:00:08.691 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/security/tpm/st33zp24-i2c.txt 2024-02-26T05:00:08.693 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/ 2024-02-26T05:00:08.695 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/8250.txt 2024-02-26T05:00:08.697 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_jtaguart.txt 2024-02-26T05:00:08.698 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/altera_uart.txt 2024-02-26T05:00:08.700 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/arc-uart.txt 2024-02-26T05:00:08.701 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/atmel-usart.txt 2024-02-26T05:00:08.702 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/axis,etraxfs-uart.txt 2024-02-26T05:00:08.704 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/bcm63xx-uart.txt 2024-02-26T05:00:08.705 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cavium-uart.txt 2024-02-26T05:00:08.706 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cdns,uart.txt 2024-02-26T05:00:08.708 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/cirrus,clps711x-uart.txt 2024-02-26T05:00:08.709 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/digicolor-usart.txt 2024-02-26T05:00:08.711 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/efm32-uart.txt 2024-02-26T05:00:08.712 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-imx-uart.txt 2024-02-26T05:00:08.713 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-lpuart.txt 2024-02-26T05:00:08.715 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/fsl-mxs-auart.txt 2024-02-26T05:00:08.716 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/lantiq_asc.txt 2024-02-26T05:00:08.717 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/maxim,max310x.txt 2024-02-26T05:00:08.719 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl,pxa-ssp.txt 2024-02-26T05:00:08.720 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mrvl-serial.txt 2024-02-26T05:00:08.721 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/mtk-uart.txt 2024-02-26T05:00:08.723 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nvidia,tegra20-hsuart.txt 2024-02-26T05:00:08.725 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp,sc16is7xx.txt 2024-02-26T05:00:08.726 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/nxp-lpc32xx-hsuart.txt 2024-02-26T05:00:08.727 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/omap_serial.txt 2024-02-26T05:00:08.728 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/pl011.txt 2024-02-26T05:00:08.730 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qca,ar9330-uart.txt 2024-02-26T05:00:08.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uart.txt 2024-02-26T05:00:08.732 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/qcom,msm-uartdm.txt 2024-02-26T05:00:08.734 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/renesas,sci-serial.txt 2024-02-26T05:00:08.735 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/rs485.txt 2024-02-26T05:00:08.737 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/samsung_uart.txt 2024-02-26T05:00:08.738 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sirf-uart.txt 2024-02-26T05:00:08.739 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/snps-dw-apb-uart.txt 2024-02-26T05:00:08.741 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/sprd-uart.txt 2024-02-26T05:00:08.742 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/st-asc.txt 2024-02-26T05:00:08.743 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serial/vt8500-uart.txt 2024-02-26T05:00:08.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/ 2024-02-26T05:00:08.747 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/allwinner,sun4i-ps2.txt 2024-02-26T05:00:08.748 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/altera_ps2.txt 2024-02-26T05:00:08.749 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/olpc,ap-sp.txt 2024-02-26T05:00:08.751 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/serio/snps-arc_ps2.txt 2024-02-26T05:00:08.752 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ 2024-02-26T05:00:08.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/ 2024-02-26T05:00:08.755 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman-portals.txt 2024-02-26T05:00:08.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/bman.txt 2024-02-26T05:00:08.758 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman-portals.txt 2024-02-26T05:00:08.759 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/fsl/qman.txt 2024-02-26T05:00:08.761 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/ 2024-02-26T05:00:08.763 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/qcom/qcom,gsbi.txt 2024-02-26T05:00:08.764 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/ 2024-02-26T05:00:08.766 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-dma.txt 2024-02-26T05:00:08.768 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/soc/ti/keystone-navigator-qmss.txt 2024-02-26T05:00:08.769 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ 2024-02-26T05:00:08.771 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,adau1701.txt 2024-02-26T05:00:08.773 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-i2s.txt 2024-02-26T05:00:08.774 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,axi-spdif-tx.txt 2024-02-26T05:00:08.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/adi,ssm2602.txt 2024-02-26T05:00:08.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4104.txt 2024-02-26T05:00:08.778 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4554.c 2024-02-26T05:00:08.780 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak4642.txt 2024-02-26T05:00:08.781 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ak5386.txt 2024-02-26T05:00:08.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5623.txt 2024-02-26T05:00:08.784 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/alc5632.txt 2024-02-26T05:00:08.786 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/armada-370db-audio.txt 2024-02-26T05:00:08.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/arndale.txt 2024-02-26T05:00:08.789 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-at91sam9g20ek-wm8731-audio.txt 2024-02-26T05:00:08.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-sam9x5-wm8731-audio.txt 2024-02-26T05:00:08.791 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel-wm8904.txt 2024-02-26T05:00:08.793 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/atmel_ac97c.txt 2024-02-26T05:00:08.794 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/bcm2835-i2s.txt 2024-02-26T05:00:08.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cdns,xtfpga-i2s.txt 2024-02-26T05:00:08.798 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs35l32.txt 2024-02-26T05:00:08.799 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4265.txt 2024-02-26T05:00:08.800 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4270.txt 2024-02-26T05:00:08.802 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs4271.txt 2024-02-26T05:00:08.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l52.txt 2024-02-26T05:00:08.805 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l56.txt 2024-02-26T05:00:08.806 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42l73.txt 2024-02-26T05:00:08.808 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/cs42xx8.txt 2024-02-26T05:00:08.810 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/da9055.txt 2024-02-26T05:00:08.811 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-evm-audio.txt 2024-02-26T05:00:08.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/davinci-mcasp-audio.txt 2024-02-26T05:00:08.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/designware-i2s.txt 2024-02-26T05:00:08.816 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/es8328.txt 2024-02-26T05:00:08.818 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/eukrea-tlv320.txt 2024-02-26T05:00:08.819 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,asrc.txt 2024-02-26T05:00:08.821 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,esai.txt 2024-02-26T05:00:08.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,spdif.txt 2024-02-26T05:00:08.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl,ssi.txt 2024-02-26T05:00:08.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-asoc-card.txt 2024-02-26T05:00:08.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/fsl-sai.txt 2024-02-26T05:00:08.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/hdmi.txt 2024-02-26T05:00:08.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-es8328.txt 2024-02-26T05:00:08.831 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-sgtl5000.txt 2024-02-26T05:00:08.832 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-spdif.txt 2024-02-26T05:00:08.834 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audio-wm8962.txt 2024-02-26T05:00:08.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/imx-audmux.txt 2024-02-26T05:00:08.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ingenic,jz4740-i2s.txt 2024-02-26T05:00:08.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98090.txt 2024-02-26T05:00:08.840 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98095.txt 2024-02-26T05:00:08.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/max98357a.txt 2024-02-26T05:00:08.844 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa-ssp.txt 2024-02-26T05:00:08.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mrvl,pxa2xx-pcm.txt 2024-02-26T05:00:08.847 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mvebu-audio.txt 2024-02-26T05:00:08.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-audio-sgtl5000.txt 2024-02-26T05:00:08.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/mxs-saif.txt 2024-02-26T05:00:08.851 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nokia,rx51.txt 2024-02-26T05:00:08.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-alc5632.txt 2024-02-26T05:00:08.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-max98090.txt 2024-02-26T05:00:08.855 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5640.txt 2024-02-26T05:00:08.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-rt5677.txt 2024-02-26T05:00:08.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-trimslice.txt 2024-02-26T05:00:08.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8753.txt 2024-02-26T05:00:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:08 smithi175 ceph-mon[36652]: pgmap v33: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 61 op/s 2024-02-26T05:00:08.861 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm8903.txt 2024-02-26T05:00:08.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra-audio-wm9712.txt 2024-02-26T05:00:08.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-ac97.txt 2024-02-26T05:00:08.866 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-das.txt 2024-02-26T05:00:08.868 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra20-i2s.txt 2024-02-26T05:00:08.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-ahub.txt 2024-02-26T05:00:08.870 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-hda.txt 2024-02-26T05:00:08.872 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/nvidia,tegra30-i2s.txt 2024-02-26T05:00:08.873 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-abe-twl6040.txt 2024-02-26T05:00:08.875 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-dmic.txt 2024-02-26T05:00:08.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcbsp.txt 2024-02-26T05:00:08.878 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-mcpdm.txt 2024-02-26T05:00:08.879 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/omap-twl4030.txt 2024-02-26T05:00:08.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm1792a.txt 2024-02-26T05:00:08.882 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/pcm512x.txt 2024-02-26T05:00:08.884 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,fsi.txt 2024-02-26T05:00:08.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/renesas,rsnd.txt 2024-02-26T05:00:08.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rockchip-i2s.txt 2024-02-26T05:00:08.888 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5631.txt 2024-02-26T05:00:08.890 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5640.txt 2024-02-26T05:00:08.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/rt5677.txt 2024-02-26T05:00:08.893 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,odroidx2-max98090.txt 2024-02-26T05:00:08.894 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung,smdk-wm8994.txt 2024-02-26T05:00:08.896 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/samsung-i2s.txt 2024-02-26T05:00:08.897 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sgtl5000.txt 2024-02-26T05:00:08.899 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/simple-card.txt 2024-02-26T05:00:08.900 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-codec.txt 2024-02-26T05:00:08.902 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio-port.txt 2024-02-26T05:00:08.903 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-audio.txt 2024-02-26T05:00:08.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/sirf-usp.txt 2024-02-26T05:00:08.906 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/snow.txt 2024-02-26T05:00:08.908 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/soc-ac97link.txt 2024-02-26T05:00:08.909 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-receiver.txt 2024-02-26T05:00:08.911 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/spdif-transmitter.txt 2024-02-26T05:00:08.913 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm2518.txt 2024-02-26T05:00:08.914 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ssm4567.txt 2024-02-26T05:00:08.916 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta32x.txt 2024-02-26T05:00:08.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/st,sta350.txt 2024-02-26T05:00:08.919 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tas2552.txt 2024-02-26T05:00:08.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tdm-slot.txt 2024-02-26T05:00:08.921 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,pcm1681.txt 2024-02-26T05:00:08.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ti,tas5086.txt 2024-02-26T05:00:08.924 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic31xx.txt 2024-02-26T05:00:08.926 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic32x4.txt 2024-02-26T05:00:08.927 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tlv320aic3x.txt 2024-02-26T05:00:08.929 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/tpa6130a2.txt 2024-02-26T05:00:08.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ts3a227e.txt 2024-02-26T05:00:08.932 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-mop500.txt 2024-02-26T05:00:08.933 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/ux500-msp.txt 2024-02-26T05:00:08.935 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/widgets.txt 2024-02-26T05:00:08.936 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8510.txt 2024-02-26T05:00:08.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8523.txt 2024-02-26T05:00:08.939 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8580.txt 2024-02-26T05:00:08.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8711.txt 2024-02-26T05:00:08.942 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8728.txt 2024-02-26T05:00:08.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8731.txt 2024-02-26T05:00:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:08 smithi161 ceph-mon[36447]: pgmap v33: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 61 op/s 2024-02-26T05:00:08.945 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8737.txt 2024-02-26T05:00:08.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8741.txt 2024-02-26T05:00:08.947 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8750.txt 2024-02-26T05:00:08.949 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8753.txt 2024-02-26T05:00:08.950 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8770.txt 2024-02-26T05:00:08.952 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8776.txt 2024-02-26T05:00:08.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8804.txt 2024-02-26T05:00:08.955 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8903.txt 2024-02-26T05:00:08.956 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8904.txt 2024-02-26T05:00:08.958 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8960.txt 2024-02-26T05:00:08.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8962.txt 2024-02-26T05:00:08.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/sound/wm8994.txt 2024-02-26T05:00:08.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ 2024-02-26T05:00:08.964 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/brcm,bcm2835-spi.txt 2024-02-26T05:00:08.965 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/efm32-spi.txt 2024-02-26T05:00:08.967 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-imx-cspi.txt 2024-02-26T05:00:08.968 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/fsl-spi.txt 2024-02-26T05:00:08.969 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/mxs-spi.txt 2024-02-26T05:00:08.971 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra114-spi.txt 2024-02-26T05:00:08.972 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-sflash.txt 2024-02-26T05:00:08.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/nvidia,tegra20-slink.txt 2024-02-26T05:00:08.975 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/omap-spi.txt 2024-02-26T05:00:08.976 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/qcom,spi-qup.txt 2024-02-26T05:00:08.978 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-hspi.txt 2024-02-26T05:00:08.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/sh-msiof.txt 2024-02-26T05:00:08.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/snps,dw-apb-ssi.txt 2024-02-26T05:00:08.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-bus.txt 2024-02-26T05:00:08.983 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-cadence.txt 2024-02-26T05:00:08.985 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-davinci.txt 2024-02-26T05:00:08.986 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-dw.txt 2024-02-26T05:00:08.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-fsl-dspi.txt 2024-02-26T05:00:08.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:08 smithi112 ceph-mon[31817]: pgmap v33: 97 pgs: 97 active+clean; 2.8 MiB data, 348 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 80 KiB/s wr, 61 op/s 2024-02-26T05:00:08.989 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-gpio.txt 2024-02-26T05:00:08.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-img-spfi.txt 2024-02-26T05:00:08.991 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-meson.txt 2024-02-26T05:00:08.993 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-octeon.txt 2024-02-26T05:00:08.994 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-orion.txt 2024-02-26T05:00:08.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rockchip.txt 2024-02-26T05:00:08.997 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-rspi.txt 2024-02-26T05:00:08.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-samsung.txt 2024-02-26T05:00:09.000 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sc18is602.txt 2024-02-26T05:00:09.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sirf.txt 2024-02-26T05:00:09.002 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-st-ssc.txt 2024-02-26T05:00:09.004 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun4i.txt 2024-02-26T05:00:09.005 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-sun6i.txt 2024-02-26T05:00:09.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi-xtensa-xtfpga.txt 2024-02-26T05:00:09.007 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_altera.txt 2024-02-26T05:00:09.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_atmel.txt 2024-02-26T05:00:09.010 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_oc_tiny.txt 2024-02-26T05:00:09.011 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/spi_pl022.txt 2024-02-26T05:00:09.012 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spi/ti_qspi.txt 2024-02-26T05:00:09.014 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/ 2024-02-26T05:00:09.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/qcom,spmi-pmic-arb.txt 2024-02-26T05:00:09.017 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/spmi/spmi.txt 2024-02-26T05:00:09.018 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/ 2024-02-26T05:00:09.020 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/ 2024-02-26T05:00:09.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/ 2024-02-26T05:00:09.023 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/lpc32xx-adc.txt 2024-02-26T05:00:09.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/mxs-lradc.txt 2024-02-26T05:00:09.026 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/staging/iio/adc/spear-adc.txt 2024-02-26T05:00:09.027 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/submitting-patches.txt 2024-02-26T05:00:09.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ 2024-02-26T05:00:09.030 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/armada-thermal.txt 2024-02-26T05:00:09.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/db8500-thermal.txt 2024-02-26T05:00:09.033 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/dove-thermal.txt 2024-02-26T05:00:09.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/exynos-thermal.txt 2024-02-26T05:00:09.035 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/imx-thermal.txt 2024-02-26T05:00:09.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/kirkwood-thermal.txt 2024-02-26T05:00:09.038 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rcar-thermal.txt 2024-02-26T05:00:09.039 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/rockchip-thermal.txt 2024-02-26T05:00:09.041 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/spear-thermal.txt 2024-02-26T05:00:09.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/st-thermal.txt 2024-02-26T05:00:09.043 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/tegra-soctherm.txt 2024-02-26T05:00:09.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/thermal.txt 2024-02-26T05:00:09.046 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/thermal/ti_soc_thermal.txt 2024-02-26T05:00:09.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ 2024-02-26T05:00:09.049 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun4i-timer.txt 2024-02-26T05:00:09.051 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/allwinner,sun5i-a13-hstimer.txt 2024-02-26T05:00:09.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/amlogic,meson6-timer.txt 2024-02-26T05:00:09.053 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/arm,sp804.txt 2024-02-26T05:00:09.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/brcm,bcm2835-system-timer.txt 2024-02-26T05:00:09.056 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cadence,ttc-timer.txt 2024-02-26T05:00:09.057 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/cirrus,clps711x-timer.txt 2024-02-26T05:00:09.059 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/digicolor-timer.txt 2024-02-26T05:00:09.060 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/energymicro,efm32-timer.txt 2024-02-26T05:00:09.061 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,ftm-timer.txt 2024-02-26T05:00:09.063 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/fsl,imxgpt.txt 2024-02-26T05:00:09.064 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/lsi,zevio-timer.txt 2024-02-26T05:00:09.065 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,armada-370-xp-timer.txt 2024-02-26T05:00:09.067 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/marvell,orion-timer.txt 2024-02-26T05:00:09.068 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/mediatek,mtk-timer.txt 2024-02-26T05:00:09.069 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/moxa,moxart-timer.txt 2024-02-26T05:00:09.071 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra20-timer.txt 2024-02-26T05:00:09.072 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/nvidia,tegra30-timer.txt 2024-02-26T05:00:09.073 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,cmt.txt 2024-02-26T05:00:09.075 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,mtu2.txt 2024-02-26T05:00:09.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/renesas,tmu.txt 2024-02-26T05:00:09.077 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/rockchip,rk3288-timer.txt 2024-02-26T05:00:09.079 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/samsung,exynos4210-mct.txt 2024-02-26T05:00:09.080 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/stericsson-u300-apptimer.txt 2024-02-26T05:00:09.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/timer/ti,keystone-timer.txt 2024-02-26T05:00:09.083 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ 2024-02-26T05:00:09.085 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/ufs/ufshcd-pltfrm.txt 2024-02-26T05:00:09.086 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/unittest.txt 2024-02-26T05:00:09.088 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ 2024-02-26T05:00:09.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/am33xx-usb.txt 2024-02-26T05:00:09.091 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/atmel-usb.txt 2024-02-26T05:00:09.093 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-imx.txt 2024-02-26T05:00:09.096 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-qcom.txt 2024-02-26T05:00:09.098 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-usb2.txt 2024-02-26T05:00:09.099 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ci-hdrc-zevio.txt 2024-02-26T05:00:09.101 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc2.txt 2024-02-26T05:00:09.102 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3-st.txt 2024-02-26T05:00:09.103 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/dwc3.txt 2024-02-26T05:00:09.105 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-omap.txt 2024-02-26T05:00:09.106 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-orion.txt 2024-02-26T05:00:09.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ehci-st.txt 2024-02-26T05:00:09.109 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/exynos-usb.txt 2024-02-26T05:00:09.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/fsl-usb.txt 2024-02-26T05:00:09.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/generic.txt 2024-02-26T05:00:09.113 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/gr-udc.txt 2024-02-26T05:00:09.115 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/isp1301.txt 2024-02-26T05:00:09.116 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-phy.txt 2024-02-26T05:00:09.117 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/keystone-usb.txt 2024-02-26T05:00:09.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/lpc32xx-udc.txt 2024-02-26T05:00:09.120 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/msm-hsusb.txt 2024-02-26T05:00:09.121 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/mxs-phy.txt 2024-02-26T05:00:09.123 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-ehci.txt 2024-02-26T05:00:09.124 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/nvidia,tegra20-usb-phy.txt 2024-02-26T05:00:09.125 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-nxp.txt 2024-02-26T05:00:09.127 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-omap3.txt 2024-02-26T05:00:09.128 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ohci-st.txt 2024-02-26T05:00:09.129 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/omap-usb.txt 2024-02-26T05:00:09.130 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/pxa-usb.txt 2024-02-26T05:00:09.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/qcom,dwc3.txt 2024-02-26T05:00:09.134 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/renesas_usbhs.txt 2024-02-26T05:00:09.136 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-hsotg.txt 2024-02-26T05:00:09.137 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/samsung-usbphy.txt 2024-02-26T05:00:09.138 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/spear-usb.txt 2024-02-26T05:00:09.140 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/twlxxxx-usb.txt 2024-02-26T05:00:09.141 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/udc-xilinx.txt 2024-02-26T05:00:09.143 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ehci.txt 2024-02-26T05:00:09.144 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-nop-xceiv.txt 2024-02-26T05:00:09.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-ohci.txt 2024-02-26T05:00:09.146 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-uhci.txt 2024-02-26T05:00:09.147 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb-xhci.txt 2024-02-26T05:00:09.149 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usb3503.txt 2024-02-26T05:00:09.150 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/usbmisc-imx.txt 2024-02-26T05:00:09.152 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/usb/ux500-usb.txt 2024-02-26T05:00:09.153 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/vendor-prefixes.txt 2024-02-26T05:00:09.154 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ 2024-02-26T05:00:09.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7123.txt 2024-02-26T05:00:09.158 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/adi,adv7511.txt 2024-02-26T05:00:09.159 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/analog-tv-connector.txt 2024-02-26T05:00:09.160 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/arm,pl11x.txt 2024-02-26T05:00:09.162 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/atmel,lcdc.txt 2024-02-26T05:00:09.163 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/ 2024-02-26T05:00:09.164 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/88pm860x.txt 2024-02-26T05:00:09.166 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/gpio-backlight.txt 2024-02-26T05:00:09.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/lp855x.txt 2024-02-26T05:00:09.168 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/max8925-backlight.txt 2024-02-26T05:00:09.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/pwm-backlight.txt 2024-02-26T05:00:09.171 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/backlight/tps65217-backlight.txt 2024-02-26T05:00:09.172 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ 2024-02-26T05:00:09.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ps8622.txt 2024-02-26T05:00:09.175 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/bridge/ptn3460.txt 2024-02-26T05:00:09.177 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/cirrus,clps711x-fb.txt 2024-02-26T05:00:09.178 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/display-timing.txt 2024-02-26T05:00:09.180 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dvi-connector.txt 2024-02-26T05:00:09.181 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/dw_hdmi-rockchip.txt 2024-02-26T05:00:09.183 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos7-decon.txt 2024-02-26T05:00:09.184 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dp.txt 2024-02-26T05:00:09.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_dsim.txt 2024-02-26T05:00:09.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmi.txt 2024-02-26T05:00:09.188 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiddc.txt 2024-02-26T05:00:09.189 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_hdmiphy.txt 2024-02-26T05:00:09.191 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/exynos_mixer.txt 2024-02-26T05:00:09.192 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/fsl,imx-fb.txt 2024-02-26T05:00:09.194 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/hdmi-connector.txt 2024-02-26T05:00:09.195 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/lgphilips,lb035q02.txt 2024-02-26T05:00:09.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dpi.txt 2024-02-26T05:00:09.198 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/panel-dsi-cm.txt 2024-02-26T05:00:09.199 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/renesas,du.txt 2024-02-26T05:00:09.201 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-drm.txt 2024-02-26T05:00:09.202 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/rockchip-vop.txt 2024-02-26T05:00:09.327 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/samsung-fimd.txt 2024-02-26T05:00:09.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sharp,ls037v7dw01.txt 2024-02-26T05:00:09.331 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer-sunxi.txt 2024-02-26T05:00:09.333 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/simple-framebuffer.txt 2024-02-26T05:00:09.335 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/sony,acx565akm.txt 2024-02-26T05:00:09.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1289fb.txt 2024-02-26T05:00:09.337 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ssd1307fb.txt 2024-02-26T05:00:09.339 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/thine,thc63lvdm83d 2024-02-26T05:00:09.340 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,dra7-dss.txt 2024-02-26T05:00:09.341 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap-dss.txt 2024-02-26T05:00:09.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap2-dss.txt 2024-02-26T05:00:09.344 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap3-dss.txt 2024-02-26T05:00:09.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap4-dss.txt 2024-02-26T05:00:09.347 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,omap5-dss.txt 2024-02-26T05:00:09.349 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,opa362.txt 2024-02-26T05:00:09.350 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tfp410.txt 2024-02-26T05:00:09.351 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/ti,tpd12s015.txt 2024-02-26T05:00:09.353 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/toppoly,td028ttec1.txt 2024-02-26T05:00:09.354 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/tpo,td043mtea1.txt 2024-02-26T05:00:09.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/vga-connector.txt 2024-02-26T05:00:09.357 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/via,vt8500-fb.txt 2024-02-26T05:00:09.358 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,prizm-ge-rops.txt 2024-02-26T05:00:09.360 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/video/wm,wm8505-fb.txt 2024-02-26T05:00:09.361 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/ 2024-02-26T05:00:09.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/virtio/mmio.txt 2024-02-26T05:00:09.364 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/ 2024-02-26T05:00:09.366 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/fsl-imx-owire.txt 2024-02-26T05:00:09.367 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/omap-hdq.txt 2024-02-26T05:00:09.369 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/w1/w1-gpio.txt 2024-02-26T05:00:09.370 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ 2024-02-26T05:00:09.372 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-at91rm9200-wdt.txt 2024-02-26T05:00:09.374 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/atmel-wdt.txt 2024-02-26T05:00:09.375 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/brcm,bcm2835-pm-wdog.txt 2024-02-26T05:00:09.376 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/cadence-wdt.txt 2024-02-26T05:00:09.377 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/davinci-wdt.txt 2024-02-26T05:00:09.379 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/dw_wdt.txt 2024-02-26T05:00:09.380 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/fsl-imx-wdt.txt 2024-02-26T05:00:09.382 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/gpio-wdt.txt 2024-02-26T05:00:09.383 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/imgpdc-wdt.txt 2024-02-26T05:00:09.384 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/ingenic,jz4740-wdt.txt 2024-02-26T05:00:09.385 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/marvel.txt 2024-02-26T05:00:09.387 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/men-a021-wdt.txt 2024-02-26T05:00:09.388 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/meson6-wdt.txt 2024-02-26T05:00:09.390 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/moxa,moxart-watchdog.txt 2024-02-26T05:00:09.391 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/mtk-wdt.txt 2024-02-26T05:00:09.393 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/of-xilinx-wdt.txt 2024-02-26T05:00:09.394 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/omap-wdt.txt 2024-02-26T05:00:09.395 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/pnx4008-wdt.txt 2024-02-26T05:00:09.396 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qca-ar7130-wdt.txt 2024-02-26T05:00:09.398 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/qcom-wdt.txt 2024-02-26T05:00:09.399 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/rt2880-wdt.txt 2024-02-26T05:00:09.400 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/samsung-wdt.txt 2024-02-26T05:00:09.402 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sirfsoc_wdt.txt 2024-02-26T05:00:09.403 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/stericsson-coh901327.txt 2024-02-26T05:00:09.405 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/sunxi-wdt.txt 2024-02-26T05:00:09.407 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/watchdog/twl4030-wdt.txt 2024-02-26T05:00:09.408 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ 2024-02-26T05:00:09.409 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/ce4100.txt 2024-02-26T05:00:09.411 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/interrupt.txt 2024-02-26T05:00:09.412 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/x86/timer.txt 2024-02-26T05:00:09.414 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/xilinx.txt 2024-02-26T05:00:09.416 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/ 2024-02-26T05:00:09.417 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/bindings/xillybus/xillybus.txt 2024-02-26T05:00:09.418 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/booting-without-of.txt 2024-02-26T05:00:09.420 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/changesets.txt 2024-02-26T05:00:09.422 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/dynamic-resolution-notes.txt 2024-02-26T05:00:09.424 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/of_selftest.txt 2024-02-26T05:00:09.425 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/overlay-notes.txt 2024-02-26T05:00:09.426 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/todo.txt 2024-02-26T05:00:09.428 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/devicetree/usage-model.txt 2024-02-26T05:00:09.429 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/digsig.txt 2024-02-26T05:00:09.431 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dma-buf-sharing.txt 2024-02-26T05:00:09.433 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dmaengine/ 2024-02-26T05:00:09.434 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dmaengine/00-INDEX 2024-02-26T05:00:09.436 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dmaengine/client.txt 2024-02-26T05:00:09.437 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dmaengine/dmatest.txt 2024-02-26T05:00:09.439 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dmaengine/provider.txt 2024-02-26T05:00:09.440 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dontdiff 2024-02-26T05:00:09.441 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/ 2024-02-26T05:00:09.443 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/binding.txt 2024-02-26T05:00:09.444 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/bus.txt 2024-02-26T05:00:09.446 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/class.txt 2024-02-26T05:00:09.447 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/design-patterns.txt 2024-02-26T05:00:09.448 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/device.txt 2024-02-26T05:00:09.449 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/devres.txt 2024-02-26T05:00:09.451 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/driver.txt 2024-02-26T05:00:09.452 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/overview.txt 2024-02-26T05:00:09.453 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/platform.txt 2024-02-26T05:00:09.455 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/driver-model/porting.txt 2024-02-26T05:00:09.456 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/ 2024-02-26T05:00:09.458 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/README.dvb-usb 2024-02-26T05:00:09.459 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/avermedia.txt 2024-02-26T05:00:09.461 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/bt8xx.txt 2024-02-26T05:00:09.462 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/cards.txt 2024-02-26T05:00:09.463 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/ci.txt 2024-02-26T05:00:09.465 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/contributors.txt 2024-02-26T05:00:09.466 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/faq.txt 2024-02-26T05:00:09.467 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/get_dvb_firmware 2024-02-26T05:00:09.469 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/lmedm04.txt 2024-02-26T05:00:09.470 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/opera-firmware.txt 2024-02-26T05:00:09.472 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/readme.txt 2024-02-26T05:00:09.473 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/technisat.txt 2024-02-26T05:00:09.475 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/ttusb-dec.txt 2024-02-26T05:00:09.476 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dvb/udev.txt 2024-02-26T05:00:09.477 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/dynamic-debug-howto.txt 2024-02-26T05:00:09.479 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/early-userspace/ 2024-02-26T05:00:09.480 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/early-userspace/README 2024-02-26T05:00:09.481 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/early-userspace/buffer-format.txt 2024-02-26T05:00:09.483 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/edac.txt 2024-02-26T05:00:09.485 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/efi-stub.txt 2024-02-26T05:00:09.486 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/eisa.txt 2024-02-26T05:00:09.487 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/email-clients.txt 2024-02-26T05:00:09.489 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/extcon/ 2024-02-26T05:00:09.491 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/extcon/porting-android-switch-class 2024-02-26T05:00:09.492 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fault-injection/ 2024-02-26T05:00:09.493 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fault-injection/fault-injection.txt 2024-02-26T05:00:09.495 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fault-injection/notifier-error-inject.txt 2024-02-26T05:00:09.496 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fault-injection/provoke-crashes.txt 2024-02-26T05:00:09.498 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/ 2024-02-26T05:00:09.499 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/00-INDEX 2024-02-26T05:00:09.500 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/api.txt 2024-02-26T05:00:09.502 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/arkfb.txt 2024-02-26T05:00:09.503 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/aty128fb.txt 2024-02-26T05:00:09.504 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/cirrusfb.txt 2024-02-26T05:00:09.506 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/cmap_xfbdev.txt 2024-02-26T05:00:09.507 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/deferred_io.txt 2024-02-26T05:00:09.509 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/efifb.txt 2024-02-26T05:00:09.510 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/ep93xx-fb.txt 2024-02-26T05:00:09.512 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/fbcon.txt 2024-02-26T05:00:09.513 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/framebuffer.txt 2024-02-26T05:00:09.515 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/gxfb.txt 2024-02-26T05:00:09.516 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/intel810.txt 2024-02-26T05:00:09.517 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/intelfb.txt 2024-02-26T05:00:09.519 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/internals.txt 2024-02-26T05:00:09.521 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/lxfb.txt 2024-02-26T05:00:09.522 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/matroxfb.txt 2024-02-26T05:00:09.524 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/metronomefb.txt 2024-02-26T05:00:09.526 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/modedb.txt 2024-02-26T05:00:09.527 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/pvr2fb.txt 2024-02-26T05:00:09.528 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/pxafb.txt 2024-02-26T05:00:09.530 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/s3fb.txt 2024-02-26T05:00:09.531 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/sa1100fb.txt 2024-02-26T05:00:09.532 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/sh7760fb.txt 2024-02-26T05:00:09.534 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/sisfb.txt 2024-02-26T05:00:09.536 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/sm501.txt 2024-02-26T05:00:09.537 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/sstfb.txt 2024-02-26T05:00:09.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/tgafb.txt 2024-02-26T05:00:09.540 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/tridentfb.txt 2024-02-26T05:00:09.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/udlfb.txt 2024-02-26T05:00:09.543 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/uvesafb.txt 2024-02-26T05:00:09.545 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/vesafb.txt 2024-02-26T05:00:09.547 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/viafb.modes 2024-02-26T05:00:09.549 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/viafb.txt 2024-02-26T05:00:09.550 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fb/vt8623fb.txt 2024-02-26T05:00:09.552 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ 2024-02-26T05:00:09.554 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/.gitignore 2024-02-26T05:00:09.555 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/00-INDEX 2024-02-26T05:00:09.557 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/9p.txt 2024-02-26T05:00:09.558 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/Locking 2024-02-26T05:00:09.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/Makefile 2024-02-26T05:00:09.562 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/adfs.txt 2024-02-26T05:00:09.563 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/affs.txt 2024-02-26T05:00:09.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/afs.txt 2024-02-26T05:00:09.566 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/autofs4-mount-control.txt 2024-02-26T05:00:09.568 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/autofs4.txt 2024-02-26T05:00:09.570 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/automount-support.txt 2024-02-26T05:00:09.572 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/befs.txt 2024-02-26T05:00:09.574 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/bfs.txt 2024-02-26T05:00:09.575 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/btrfs.txt 2024-02-26T05:00:09.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/ 2024-02-26T05:00:09.578 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/backend-api.txt 2024-02-26T05:00:09.580 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/cachefiles.txt 2024-02-26T05:00:09.582 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/fscache.txt 2024-02-26T05:00:09.583 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/netfs-api.txt 2024-02-26T05:00:09.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/object.txt 2024-02-26T05:00:09.586 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/caching/operations.txt 2024-02-26T05:00:09.588 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ceph.txt 2024-02-26T05:00:09.589 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/ 2024-02-26T05:00:09.591 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/AUTHORS 2024-02-26T05:00:09.592 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/CHANGES 2024-02-26T05:00:09.594 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/README 2024-02-26T05:00:09.596 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/TODO 2024-02-26T05:00:09.598 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/cifs.txt 2024-02-26T05:00:09.599 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cifs/winucase_convert.pl 2024-02-26T05:00:09.601 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/coda.txt 2024-02-26T05:00:09.603 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/configfs/ 2024-02-26T05:00:09.604 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/configfs/Makefile 2024-02-26T05:00:09.606 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs.txt 2024-02-26T05:00:09.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_explicit.c 2024-02-26T05:00:09.609 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/configfs/configfs_example_macros.c 2024-02-26T05:00:09.610 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/cramfs.txt 2024-02-26T05:00:09.612 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/dax.txt 2024-02-26T05:00:09.613 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/debugfs.txt 2024-02-26T05:00:09.615 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/devpts.txt 2024-02-26T05:00:09.617 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/directory-locking 2024-02-26T05:00:09.618 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/dlmfs.txt 2024-02-26T05:00:09.620 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/dnotify.txt 2024-02-26T05:00:09.621 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/dnotify_test.c 2024-02-26T05:00:09.623 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ecryptfs.txt 2024-02-26T05:00:09.624 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/efivarfs.txt 2024-02-26T05:00:09.625 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/exofs.txt 2024-02-26T05:00:09.627 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ext2.txt 2024-02-26T05:00:09.628 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ext3.txt 2024-02-26T05:00:09.630 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ext4.txt 2024-02-26T05:00:09.632 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/f2fs.txt 2024-02-26T05:00:09.633 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/fiemap.txt 2024-02-26T05:00:09.635 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/files.txt 2024-02-26T05:00:09.637 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/fuse.txt 2024-02-26T05:00:09.638 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/gfs2-glocks.txt 2024-02-26T05:00:09.640 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/gfs2-uevents.txt 2024-02-26T05:00:09.642 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/gfs2.txt 2024-02-26T05:00:09.643 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/hfs.txt 2024-02-26T05:00:09.645 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/hfsplus.txt 2024-02-26T05:00:09.646 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/hpfs.txt 2024-02-26T05:00:09.648 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/inotify.txt 2024-02-26T05:00:09.649 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/isofs.txt 2024-02-26T05:00:09.650 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/jfs.txt 2024-02-26T05:00:09.651 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/locks.txt 2024-02-26T05:00:09.653 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/logfs.txt 2024-02-26T05:00:09.655 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/mandatory-locking.txt 2024-02-26T05:00:09.657 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ncpfs.txt 2024-02-26T05:00:09.658 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/ 2024-02-26T05:00:09.659 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/00-INDEX 2024-02-26T05:00:09.661 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/Exporting 2024-02-26T05:00:09.662 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/fault_injection.txt 2024-02-26T05:00:09.664 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/idmapper.txt 2024-02-26T05:00:09.665 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/knfsd-stats.txt 2024-02-26T05:00:09.666 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs-rdma.txt 2024-02-26T05:00:09.668 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs.txt 2024-02-26T05:00:09.669 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfs41-server.txt 2024-02-26T05:00:09.670 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsd-admin-interfaces.txt 2024-02-26T05:00:09.672 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/nfsroot.txt 2024-02-26T05:00:09.673 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs-block-server.txt 2024-02-26T05:00:09.675 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/pnfs.txt 2024-02-26T05:00:09.676 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-cache.txt 2024-02-26T05:00:09.678 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nfs/rpc-server-gss.txt 2024-02-26T05:00:09.679 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/nilfs2.txt 2024-02-26T05:00:09.681 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ntfs.txt 2024-02-26T05:00:09.682 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ocfs2.txt 2024-02-26T05:00:09.683 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/omfs.txt 2024-02-26T05:00:09.684 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/overlayfs.txt 2024-02-26T05:00:09.686 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/path-lookup.txt 2024-02-26T05:00:09.687 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/ 2024-02-26T05:00:09.689 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/design_notes.txt 2024-02-26T05:00:09.691 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/info.txt 2024-02-26T05:00:09.693 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/pohmelfs/network_protocol.txt 2024-02-26T05:00:09.694 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/porting 2024-02-26T05:00:09.696 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/proc.txt 2024-02-26T05:00:09.699 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/qnx6.txt 2024-02-26T05:00:09.701 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/quota.txt 2024-02-26T05:00:09.702 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ramfs-rootfs-initramfs.txt 2024-02-26T05:00:09.704 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/relay.txt 2024-02-26T05:00:09.706 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/romfs.txt 2024-02-26T05:00:09.707 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/seq_file.txt 2024-02-26T05:00:09.709 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/sharedsubtree.txt 2024-02-26T05:00:09.711 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/spufs.txt 2024-02-26T05:00:09.712 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/squashfs.txt 2024-02-26T05:00:09.714 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/sysfs-pci.txt 2024-02-26T05:00:09.716 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/sysfs-tagging.txt 2024-02-26T05:00:09.718 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/sysfs.txt 2024-02-26T05:00:09.719 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/sysv-fs.txt 2024-02-26T05:00:09.721 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/tmpfs.txt 2024-02-26T05:00:09.722 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ubifs.txt 2024-02-26T05:00:09.723 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/udf.txt 2024-02-26T05:00:09.725 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/ufs.txt 2024-02-26T05:00:09.726 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/vfat.txt 2024-02-26T05:00:09.728 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/vfs.txt 2024-02-26T05:00:09.729 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/xfs-delayed-logging-design.txt 2024-02-26T05:00:09.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/xfs-self-describing-metadata.txt 2024-02-26T05:00:09.733 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/filesystems/xfs.txt 2024-02-26T05:00:09.734 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/firmware_class/ 2024-02-26T05:00:09.736 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/firmware_class/README 2024-02-26T05:00:09.737 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/firmware_class/hotplug-script 2024-02-26T05:00:09.739 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/flexible-arrays.txt 2024-02-26T05:00:09.741 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/ 2024-02-26T05:00:09.742 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/00-INDEX 2024-02-26T05:00:09.744 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/API.txt 2024-02-26T05:00:09.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/FMC-and-SDB.txt 2024-02-26T05:00:09.747 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/carrier.txt 2024-02-26T05:00:09.748 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/fmc-chardev.txt 2024-02-26T05:00:09.749 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/fmc-fakedev.txt 2024-02-26T05:00:09.750 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/fmc-trivial.txt 2024-02-26T05:00:09.752 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/fmc-write-eeprom.txt 2024-02-26T05:00:09.753 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/identifiers.txt 2024-02-26T05:00:09.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/mezzanine.txt 2024-02-26T05:00:09.756 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/fmc/parameters.txt 2024-02-26T05:00:09.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/ 2024-02-26T05:00:09.759 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/README.txt 2024-02-26T05:00:09.760 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/atomic-ops.txt 2024-02-26T05:00:09.761 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/booting.txt 2024-02-26T05:00:09.763 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/clock.txt 2024-02-26T05:00:09.764 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/configuring.txt 2024-02-26T05:00:09.766 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/features.txt 2024-02-26T05:00:09.767 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/gdbinit 2024-02-26T05:00:09.768 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/gdbstub.txt 2024-02-26T05:00:09.770 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/kernel-ABI.txt 2024-02-26T05:00:09.771 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/frv/mmu-layout.txt 2024-02-26T05:00:09.773 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/futex-requeue-pi.txt 2024-02-26T05:00:09.774 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gcov.txt 2024-02-26T05:00:09.776 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gdb-kernel-debugging.txt 2024-02-26T05:00:09.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/ 2024-02-26T05:00:09.779 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/00-INDEX 2024-02-26T05:00:09.780 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/board.txt 2024-02-26T05:00:09.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/consumer.txt 2024-02-26T05:00:09.783 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/driver.txt 2024-02-26T05:00:09.784 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/gpio-legacy.txt 2024-02-26T05:00:09.786 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/gpio.txt 2024-02-26T05:00:09.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/gpio/sysfs.txt 2024-02-26T05:00:09.788 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/ 2024-02-26T05:00:09.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/hid-sensor.txt 2024-02-26T05:00:09.791 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/hid-transport.txt 2024-02-26T05:00:09.793 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/hiddev.txt 2024-02-26T05:00:09.794 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/hidraw.txt 2024-02-26T05:00:09.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hid/uhid.txt 2024-02-26T05:00:09.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/highuid.txt 2024-02-26T05:00:09.799 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hsi.txt 2024-02-26T05:00:09.800 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hw_random.txt 2024-02-26T05:00:09.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ 2024-02-26T05:00:09.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ab8500 2024-02-26T05:00:09.805 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/abituguru 2024-02-26T05:00:09.806 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/abituguru-datasheet 2024-02-26T05:00:09.808 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/abituguru3 2024-02-26T05:00:09.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/abx500 2024-02-26T05:00:09.810 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/acpi_power_meter 2024-02-26T05:00:09.811 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ad7314 2024-02-26T05:00:09.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adc128d818 2024-02-26T05:00:09.814 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm1021 2024-02-26T05:00:09.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm1025 2024-02-26T05:00:09.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm1026 2024-02-26T05:00:09.818 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm1031 2024-02-26T05:00:09.819 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm1275 2024-02-26T05:00:09.821 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adm9240 2024-02-26T05:00:09.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ads1015 2024-02-26T05:00:09.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ads7828 2024-02-26T05:00:09.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adt7410 2024-02-26T05:00:09.826 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adt7411 2024-02-26T05:00:09.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adt7462 2024-02-26T05:00:09.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adt7470 2024-02-26T05:00:09.830 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/adt7475 2024-02-26T05:00:09.832 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/amc6821 2024-02-26T05:00:09.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/asb100 2024-02-26T05:00:09.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/asc7621 2024-02-26T05:00:09.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/coretemp 2024-02-26T05:00:09.838 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/da9052 2024-02-26T05:00:09.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/da9055 2024-02-26T05:00:09.841 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/dme1737 2024-02-26T05:00:09.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ds1621 2024-02-26T05:00:09.844 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ds620 2024-02-26T05:00:09.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/emc1403 2024-02-26T05:00:09.847 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/emc2103 2024-02-26T05:00:09.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/emc6w201 2024-02-26T05:00:09.850 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/f71805f 2024-02-26T05:00:09.851 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/f71882fg 2024-02-26T05:00:09.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/fam15h_power 2024-02-26T05:00:09.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/g760a 2024-02-26T05:00:09.855 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/g762 2024-02-26T05:00:09.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/gl518sm 2024-02-26T05:00:09.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/hih6130 2024-02-26T05:00:09.859 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/htu21 2024-02-26T05:00:09.861 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/hwmon-kernel-api.txt 2024-02-26T05:00:09.862 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ibmaem 2024-02-26T05:00:09.864 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ibmpowernv 2024-02-26T05:00:09.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ina209 2024-02-26T05:00:09.867 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ina2xx 2024-02-26T05:00:09.868 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/it87 2024-02-26T05:00:09.870 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/jc42 2024-02-26T05:00:09.871 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/k10temp 2024-02-26T05:00:09.872 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/k8temp 2024-02-26T05:00:09.874 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lineage-pem 2024-02-26T05:00:09.875 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm25066 2024-02-26T05:00:09.877 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm63 2024-02-26T05:00:09.878 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm70 2024-02-26T05:00:09.880 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm73 2024-02-26T05:00:09.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm75 2024-02-26T05:00:09.882 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm77 2024-02-26T05:00:09.884 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm78 2024-02-26T05:00:09.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm80 2024-02-26T05:00:09.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm83 2024-02-26T05:00:09.888 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm85 2024-02-26T05:00:09.889 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm87 2024-02-26T05:00:09.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm90 2024-02-26T05:00:09.892 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm92 2024-02-26T05:00:09.894 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm93 2024-02-26T05:00:09.895 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm95234 2024-02-26T05:00:09.897 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/lm95245 2024-02-26T05:00:09.898 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc2945 2024-02-26T05:00:09.900 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc2978 2024-02-26T05:00:09.901 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc4151 2024-02-26T05:00:09.902 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc4215 2024-02-26T05:00:09.904 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc4245 2024-02-26T05:00:09.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc4260 2024-02-26T05:00:09.907 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ltc4261 2024-02-26T05:00:09.908 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max16064 2024-02-26T05:00:09.909 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max16065 2024-02-26T05:00:09.911 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max1619 2024-02-26T05:00:09.912 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max1668 2024-02-26T05:00:09.914 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max197 2024-02-26T05:00:09.915 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max34440 2024-02-26T05:00:09.917 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max6639 2024-02-26T05:00:09.918 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max6642 2024-02-26T05:00:09.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max6650 2024-02-26T05:00:09.921 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max6697 2024-02-26T05:00:09.922 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/max8688 2024-02-26T05:00:09.924 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/mc13783-adc 2024-02-26T05:00:09.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/mcp3021 2024-02-26T05:00:09.927 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/menf21bmc 2024-02-26T05:00:09.928 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/nct6683 2024-02-26T05:00:09.929 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/nct6775 2024-02-26T05:00:09.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/nct7802 2024-02-26T05:00:09.932 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ntc_thermistor 2024-02-26T05:00:09.933 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pc87360 2024-02-26T05:00:09.934 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pc87427 2024-02-26T05:00:09.936 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pcf8591 2024-02-26T05:00:09.937 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pmbus 2024-02-26T05:00:09.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pmbus-core 2024-02-26T05:00:09.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/powr1220 2024-02-26T05:00:09.941 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/pwm-fan 2024-02-26T05:00:09.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sch5627 2024-02-26T05:00:09.945 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sch5636 2024-02-26T05:00:09.946 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sht15 2024-02-26T05:00:09.947 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sht21 2024-02-26T05:00:09.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/shtc1 2024-02-26T05:00:09.950 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sis5595 2024-02-26T05:00:09.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/smm665 2024-02-26T05:00:09.952 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/smsc47b397 2024-02-26T05:00:09.954 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/smsc47m1 2024-02-26T05:00:09.955 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/smsc47m192 2024-02-26T05:00:09.957 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/submitting-patches 2024-02-26T05:00:09.958 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/sysfs-interface 2024-02-26T05:00:09.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/thmc50 2024-02-26T05:00:09.961 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/tmp102 2024-02-26T05:00:09.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/tmp103 2024-02-26T05:00:09.963 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/tmp401 2024-02-26T05:00:09.965 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/tmp421 2024-02-26T05:00:09.966 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/tps40422 2024-02-26T05:00:09.967 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/twl4030-madc-hwmon 2024-02-26T05:00:09.969 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ucd9000 2024-02-26T05:00:09.970 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/ucd9200 2024-02-26T05:00:09.971 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/userspace-tools 2024-02-26T05:00:09.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/vexpress 2024-02-26T05:00:09.974 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/via686a 2024-02-26T05:00:09.975 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/vt1211 2024-02-26T05:00:09.977 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83627ehf 2024-02-26T05:00:09.978 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83627hf 2024-02-26T05:00:09.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83781d 2024-02-26T05:00:09.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83791d 2024-02-26T05:00:09.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83792d 2024-02-26T05:00:09.983 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83793 2024-02-26T05:00:09.984 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83795 2024-02-26T05:00:09.986 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83l785ts 2024-02-26T05:00:09.987 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/w83l786ng 2024-02-26T05:00:09.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/wm831x 2024-02-26T05:00:09.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/wm8350 2024-02-26T05:00:09.991 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwmon/zl6100 2024-02-26T05:00:09.992 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/hwspinlock.txt 2024-02-26T05:00:09.994 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/ 2024-02-26T05:00:09.995 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/ 2024-02-26T05:00:09.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1535 2024-02-26T05:00:09.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali1563 2024-02-26T05:00:10.000 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ali15x3 2024-02-26T05:00:10.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd756 2024-02-26T05:00:10.002 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-amd8111 2024-02-26T05:00:10.003 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-diolan-u2c 2024-02-26T05:00:10.005 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-i801 2024-02-26T05:00:10.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ismt 2024-02-26T05:00:10.007 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-nforce2 2024-02-26T05:00:10.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-ocores 2024-02-26T05:00:10.010 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport 2024-02-26T05:00:10.012 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-parport-light 2024-02-26T05:00:10.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-pca-isa 2024-02-26T05:00:10.015 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-piix4 2024-02-26T05:00:10.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis5595 2024-02-26T05:00:10.017 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis630 2024-02-26T05:00:10.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-sis96x 2024-02-26T05:00:10.020 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-taos-evm 2024-02-26T05:00:10.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-via 2024-02-26T05:00:10.022 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/i2c-viapro 2024-02-26T05:00:10.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/busses/scx200_acb 2024-02-26T05:00:10.025 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/dev-interface 2024-02-26T05:00:10.027 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/fault-codes 2024-02-26T05:00:10.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/functionality 2024-02-26T05:00:10.029 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/i2c-protocol 2024-02-26T05:00:10.031 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/i2c-stub 2024-02-26T05:00:10.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/instantiating-devices 2024-02-26T05:00:10.033 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/muxes/ 2024-02-26T05:00:10.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/muxes/i2c-mux-gpio 2024-02-26T05:00:10.036 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/old-module-parameters 2024-02-26T05:00:10.037 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/smbus-protocol 2024-02-26T05:00:10.039 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/summary 2024-02-26T05:00:10.040 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/ten-bit-addresses 2024-02-26T05:00:10.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/upgrading-clients 2024-02-26T05:00:10.043 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2c/writing-clients 2024-02-26T05:00:10.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2o/ 2024-02-26T05:00:10.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2o/README 2024-02-26T05:00:10.049 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/i2o/ioctl 2024-02-26T05:00:10.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/ 2024-02-26T05:00:10.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/.gitignore 2024-02-26T05:00:10.054 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/IRQ-redir.txt 2024-02-26T05:00:10.055 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/Makefile 2024-02-26T05:00:10.057 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/README 2024-02-26T05:00:10.058 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/aliasing-test.c 2024-02-26T05:00:10.060 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/aliasing.txt 2024-02-26T05:00:10.204 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/efirtc.txt 2024-02-26T05:00:10.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/err_inject.txt 2024-02-26T05:00:10.207 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/fsys.txt 2024-02-26T05:00:10.208 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/mca.txt 2024-02-26T05:00:10.209 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/serial.txt 2024-02-26T05:00:10.211 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ia64/xen.txt 2024-02-26T05:00:10.212 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ 2024-02-26T05:00:10.214 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/00-INDEX 2024-02-26T05:00:10.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-cd.1994-2004 2024-02-26T05:00:10.217 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-floppy.1996-2002 2024-02-26T05:00:10.218 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ChangeLog.ide-tape.1995-2002 2024-02-26T05:00:10.219 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ide-tape.txt 2024-02-26T05:00:10.221 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/ide.txt 2024-02-26T05:00:10.222 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ide/warm-plug-howto.txt 2024-02-26T05:00:10.224 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/ 2024-02-26T05:00:10.225 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/core_locking.txt 2024-02-26T05:00:10.226 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/ipoib.txt 2024-02-26T05:00:10.228 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/sysfs.txt 2024-02-26T05:00:10.229 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/user_mad.txt 2024-02-26T05:00:10.230 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/infiniband/user_verbs.txt 2024-02-26T05:00:10.232 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/init.txt 2024-02-26T05:00:10.233 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/initrd.txt 2024-02-26T05:00:10.234 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/ 2024-02-26T05:00:10.236 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/alps.txt 2024-02-26T05:00:10.237 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/amijoy.txt 2024-02-26T05:00:10.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/appletouch.txt 2024-02-26T05:00:10.240 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/atarikbd.txt 2024-02-26T05:00:10.241 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/bcm5974.txt 2024-02-26T05:00:10.243 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/cd32.txt 2024-02-26T05:00:10.244 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/cma3000_d0x.txt 2024-02-26T05:00:10.245 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/cs461x.txt 2024-02-26T05:00:10.247 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/edt-ft5x06.txt 2024-02-26T05:00:10.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/elantech.txt 2024-02-26T05:00:10.250 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/event-codes.txt 2024-02-26T05:00:10.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/ff.txt 2024-02-26T05:00:10.252 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/gamepad.txt 2024-02-26T05:00:10.253 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/gameport-programming.txt 2024-02-26T05:00:10.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/gpio-tilt.txt 2024-02-26T05:00:10.256 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/iforce-protocol.txt 2024-02-26T05:00:10.257 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/input-programming.txt 2024-02-26T05:00:10.259 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/input.txt 2024-02-26T05:00:10.260 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/interactive.fig 2024-02-26T05:00:10.261 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/joystick-api.txt 2024-02-26T05:00:10.263 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/joystick-parport.txt 2024-02-26T05:00:10.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/joystick.txt 2024-02-26T05:00:10.266 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/multi-touch-protocol.txt 2024-02-26T05:00:10.267 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/notifier.txt 2024-02-26T05:00:10.268 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/ntrig.txt 2024-02-26T05:00:10.270 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/rotary-encoder.txt 2024-02-26T05:00:10.271 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/sentelic.txt 2024-02-26T05:00:10.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/shape.fig 2024-02-26T05:00:10.273 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/walkera0701.txt 2024-02-26T05:00:10.275 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/xpad.txt 2024-02-26T05:00:10.276 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/input/yealink.txt 2024-02-26T05:00:10.277 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/intel_txt.txt 2024-02-26T05:00:10.279 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/io-mapping.txt 2024-02-26T05:00:10.280 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/io_ordering.txt 2024-02-26T05:00:10.282 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/ 2024-02-26T05:00:10.283 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/00-INDEX 2024-02-26T05:00:10.284 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/botching-up-ioctls.txt 2024-02-26T05:00:10.286 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/cdrom.txt 2024-02-26T05:00:10.287 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/hdio.txt 2024-02-26T05:00:10.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/ioctl-decoding.txt 2024-02-26T05:00:10.290 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ioctl/ioctl-number.txt 2024-02-26T05:00:10.291 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/iostats.txt 2024-02-26T05:00:10.293 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/irqflags-tracing.txt 2024-02-26T05:00:10.295 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isapnp.txt 2024-02-26T05:00:10.296 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/ 2024-02-26T05:00:10.297 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/00-INDEX 2024-02-26T05:00:10.299 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/CREDITS 2024-02-26T05:00:10.300 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/HiSax.cert 2024-02-26T05:00:10.301 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/INTERFACE 2024-02-26T05:00:10.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.CAPI 2024-02-26T05:00:10.305 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/INTERFACE.fax 2024-02-26T05:00:10.306 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README 2024-02-26T05:00:10.307 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.FAQ 2024-02-26T05:00:10.309 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.HiSax 2024-02-26T05:00:10.310 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.act2000 2024-02-26T05:00:10.312 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.audio 2024-02-26T05:00:10.313 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.avmb1 2024-02-26T05:00:10.314 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.concap 2024-02-26T05:00:10.316 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.diversion 2024-02-26T05:00:10.317 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.fax 2024-02-26T05:00:10.318 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.gigaset 2024-02-26T05:00:10.320 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.hfc-pci 2024-02-26T05:00:10.321 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.hysdn 2024-02-26T05:00:10.322 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.icn 2024-02-26T05:00:10.324 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.mISDN 2024-02-26T05:00:10.325 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.pcbit 2024-02-26T05:00:10.326 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.sc 2024-02-26T05:00:10.328 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.syncppp 2024-02-26T05:00:10.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/README.x25 2024-02-26T05:00:10.330 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/isdn/syncPPP.FAQ 2024-02-26T05:00:10.332 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/ 2024-02-26T05:00:10.333 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/HOWTO 2024-02-26T05:00:10.335 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/SubmitChecklist 2024-02-26T05:00:10.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/SubmittingPatches 2024-02-26T05:00:10.338 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/stable_api_nonsense.txt 2024-02-26T05:00:10.339 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ja_JP/stable_kernel_rules.txt 2024-02-26T05:00:10.341 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/java.txt 2024-02-26T05:00:10.342 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kasan.txt 2024-02-26T05:00:10.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/ 2024-02-26T05:00:10.345 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/00-INDEX 2024-02-26T05:00:10.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/headers_install.txt 2024-02-26T05:00:10.348 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/kbuild.txt 2024-02-26T05:00:10.349 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/kconfig-language.txt 2024-02-26T05:00:10.350 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/kconfig.txt 2024-02-26T05:00:10.352 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/makefiles.txt 2024-02-26T05:00:10.353 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kbuild/modules.txt 2024-02-26T05:00:10.355 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kdump/ 2024-02-26T05:00:10.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kdump/gdbmacros.txt 2024-02-26T05:00:10.358 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kdump/kdump.txt 2024-02-26T05:00:10.360 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kernel-doc-nano-HOWTO.txt 2024-02-26T05:00:10.361 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kernel-docs.txt 2024-02-26T05:00:10.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kernel-parameters.txt 2024-02-26T05:00:10.369 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kernel-per-CPU-kthreads.txt 2024-02-26T05:00:10.370 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kmemcheck.txt 2024-02-26T05:00:10.372 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kmemleak.txt 2024-02-26T05:00:10.373 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ko_KR/ 2024-02-26T05:00:10.375 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ko_KR/HOWTO 2024-02-26T05:00:10.376 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ko_KR/stable_api_nonsense.txt 2024-02-26T05:00:10.378 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kobject.txt 2024-02-26T05:00:10.379 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kprobes.txt 2024-02-26T05:00:10.381 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kref.txt 2024-02-26T05:00:10.382 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/kselftest.txt 2024-02-26T05:00:10.384 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/ 2024-02-26T05:00:10.385 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/.gitignore 2024-02-26T05:00:10.387 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/00-INDEX 2024-02-26T05:00:10.388 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/Makefile 2024-02-26T05:00:10.389 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/asus-laptop.txt 2024-02-26T05:00:10.390 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/disk-shock-protection.txt 2024-02-26T05:00:10.392 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/dslm.c 2024-02-26T05:00:10.393 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/freefall.c 2024-02-26T05:00:10.394 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/laptop-mode.txt 2024-02-26T05:00:10.396 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/sony-laptop.txt 2024-02-26T05:00:10.397 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/sonypi.txt 2024-02-26T05:00:10.398 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/thinkpad-acpi.txt 2024-02-26T05:00:10.400 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/laptops/toshiba_haps.txt 2024-02-26T05:00:10.401 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ldm.txt 2024-02-26T05:00:10.403 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/ 2024-02-26T05:00:10.404 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/00-INDEX 2024-02-26T05:00:10.406 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-blinkm.txt 2024-02-26T05:00:10.407 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-class.txt 2024-02-26T05:00:10.408 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lm3556.txt 2024-02-26T05:00:10.410 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lp3944.txt 2024-02-26T05:00:10.411 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lp5521.txt 2024-02-26T05:00:10.412 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lp5523.txt 2024-02-26T05:00:10.414 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lp5562.txt 2024-02-26T05:00:10.415 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/leds-lp55xx.txt 2024-02-26T05:00:10.416 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/ledtrig-oneshot.txt 2024-02-26T05:00:10.418 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/leds/ledtrig-transient.txt 2024-02-26T05:00:10.419 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/local_ops.txt 2024-02-26T05:00:10.421 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/ 2024-02-26T05:00:10.422 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/00-INDEX 2024-02-26T05:00:10.423 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/lglock.txt 2024-02-26T05:00:10.425 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/lockdep-design.txt 2024-02-26T05:00:10.426 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/lockstat.txt 2024-02-26T05:00:10.427 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/locktorture.txt 2024-02-26T05:00:10.429 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/mutex-design.txt 2024-02-26T05:00:10.430 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/rt-mutex-design.txt 2024-02-26T05:00:10.432 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/rt-mutex.txt 2024-02-26T05:00:10.433 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/spinlocks.txt 2024-02-26T05:00:10.435 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/locking/ww-mutex-design.txt 2024-02-26T05:00:10.436 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/lockup-watchdogs.txt 2024-02-26T05:00:10.438 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/logo.gif 2024-02-26T05:00:10.439 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/logo.txt 2024-02-26T05:00:10.441 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/lzo.txt 2024-02-26T05:00:10.442 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/m68k/ 2024-02-26T05:00:10.444 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/m68k/00-INDEX 2024-02-26T05:00:10.446 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/m68k/README.buddha 2024-02-26T05:00:10.447 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/m68k/kernel-options.txt 2024-02-26T05:00:10.449 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/magic-number.txt 2024-02-26T05:00:10.451 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mailbox.txt 2024-02-26T05:00:10.453 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/md.txt 2024-02-26T05:00:10.455 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/media-framework.txt 2024-02-26T05:00:10.456 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/memory-barriers.txt 2024-02-26T05:00:10.523 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/memory-devices/ 2024-02-26T05:00:10.524 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/memory-devices/ti-emif.txt 2024-02-26T05:00:10.526 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/memory-hotplug.txt 2024-02-26T05:00:10.528 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/metag/ 2024-02-26T05:00:10.529 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/metag/00-INDEX 2024-02-26T05:00:10.531 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/metag/kernel-ABI.txt 2024-02-26T05:00:10.532 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/ 2024-02-26T05:00:10.534 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/Makefile 2024-02-26T05:00:10.535 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mic_overview.txt 2024-02-26T05:00:10.536 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/ 2024-02-26T05:00:10.538 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/.gitignore 2024-02-26T05:00:10.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/Makefile 2024-02-26T05:00:10.541 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/micctrl 2024-02-26T05:00:10.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/mpss 2024-02-26T05:00:10.543 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.c 2024-02-26T05:00:10.545 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/mpssd.h 2024-02-26T05:00:10.547 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mic/mpssd/sysfs.c 2024-02-26T05:00:10.548 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mips/ 2024-02-26T05:00:10.550 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mips/00-INDEX 2024-02-26T05:00:10.551 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mips/AU1xxx_IDE.README 2024-02-26T05:00:10.553 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/ 2024-02-26T05:00:10.554 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/Makefile 2024-02-26T05:00:10.556 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/ad525x_dpot.txt 2024-02-26T05:00:10.557 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/apds990x.txt 2024-02-26T05:00:10.558 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/bh1770glc.txt 2024-02-26T05:00:10.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/c2port.txt 2024-02-26T05:00:10.561 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/eeprom 2024-02-26T05:00:10.562 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/ics932s401 2024-02-26T05:00:10.564 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/isl29003 2024-02-26T05:00:10.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/lis3lv02d 2024-02-26T05:00:10.567 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/max6875 2024-02-26T05:00:10.568 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/ 2024-02-26T05:00:10.570 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/.gitignore 2024-02-26T05:00:10.571 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/Makefile 2024-02-26T05:00:10.572 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/TODO 2024-02-26T05:00:10.574 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-amt-version.c 2024-02-26T05:00:10.576 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei-client-bus.txt 2024-02-26T05:00:10.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/mei/mei.txt 2024-02-26T05:00:10.578 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/misc-devices/spear-pcie-gadget.txt 2024-02-26T05:00:10.580 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mmc/ 2024-02-26T05:00:10.582 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mmc/00-INDEX 2024-02-26T05:00:10.583 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mmc/mmc-async-req.txt 2024-02-26T05:00:10.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-attrs.txt 2024-02-26T05:00:10.586 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mmc/mmc-dev-parts.txt 2024-02-26T05:00:10.587 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mn10300/ 2024-02-26T05:00:10.589 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mn10300/ABI.txt 2024-02-26T05:00:10.590 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mn10300/compartmentalisation.txt 2024-02-26T05:00:10.592 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/module-signing.txt 2024-02-26T05:00:10.593 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mono.txt 2024-02-26T05:00:10.595 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mtd/ 2024-02-26T05:00:10.597 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mtd/nand/ 2024-02-26T05:00:10.598 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mtd/nand/pxa3xx-nand.txt 2024-02-26T05:00:10.600 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mtd/nand_ecc.txt 2024-02-26T05:00:10.602 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/mtd/spi-nor.txt 2024-02-26T05:00:10.603 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/namespaces/ 2024-02-26T05:00:10.605 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/namespaces/compatibility-list.txt 2024-02-26T05:00:10.606 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/namespaces/resource-control.txt 2024-02-26T05:00:10.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/ 2024-02-26T05:00:10.609 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/00-INDEX 2024-02-26T05:00:10.613 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/cipso_ipv4.txt 2024-02-26T05:00:10.616 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/draft-ietf-cipso-ipsecurity-01.txt 2024-02-26T05:00:10.619 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/introduction.txt 2024-02-26T05:00:10.621 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/netlabel/lsm_interface.txt 2024-02-26T05:00:10.623 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ 2024-02-26T05:00:10.650 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/00-INDEX 2024-02-26T05:00:10.651 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/3c509.txt 2024-02-26T05:00:10.653 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/6pack.txt 2024-02-26T05:00:10.654 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/LICENSE.qla3xxx 2024-02-26T05:00:10.655 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlcnic 2024-02-26T05:00:10.657 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/LICENSE.qlge 2024-02-26T05:00:10.658 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/Makefile 2024-02-26T05:00:10.659 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/PLIP.txt 2024-02-26T05:00:10.661 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/README.ipw2100 2024-02-26T05:00:10.662 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/README.ipw2200 2024-02-26T05:00:10.664 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/README.sb1000 2024-02-26T05:00:10.665 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/alias.txt 2024-02-26T05:00:10.667 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/altera_tse.txt 2024-02-26T05:00:10.668 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/arcnet-hardware.txt 2024-02-26T05:00:10.672 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/arcnet.txt 2024-02-26T05:00:10.673 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/atm.txt 2024-02-26T05:00:10.675 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ax25.txt 2024-02-26T05:00:10.676 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/batman-adv.txt 2024-02-26T05:00:10.678 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/baycom.txt 2024-02-26T05:00:10.679 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/bonding.txt 2024-02-26T05:00:10.683 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/bridge.txt 2024-02-26T05:00:10.685 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/caif/ 2024-02-26T05:00:10.687 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/caif/Linux-CAIF.txt 2024-02-26T05:00:10.689 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/caif/README 2024-02-26T05:00:10.691 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/caif/spi_porting.txt 2024-02-26T05:00:10.693 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/can.txt 2024-02-26T05:00:10.695 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cdc_mbim.txt 2024-02-26T05:00:10.697 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cops.txt 2024-02-26T05:00:10.699 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cs89x0.txt 2024-02-26T05:00:10.702 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cxacru-cf.py 2024-02-26T05:00:10.704 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cxacru.txt 2024-02-26T05:00:10.706 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/cxgb.txt 2024-02-26T05:00:10.707 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dccp.txt 2024-02-26T05:00:10.709 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dctcp.txt 2024-02-26T05:00:10.711 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/de4x5.txt 2024-02-26T05:00:10.713 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/decnet.txt 2024-02-26T05:00:10.715 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dl2k.txt 2024-02-26T05:00:10.717 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dm9000.txt 2024-02-26T05:00:10.718 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dmfe.txt 2024-02-26T05:00:10.720 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/dns_resolver.txt 2024-02-26T05:00:10.722 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/driver.txt 2024-02-26T05:00:10.723 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/e100.txt 2024-02-26T05:00:10.725 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/e1000.txt 2024-02-26T05:00:10.727 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/e1000e.txt 2024-02-26T05:00:10.729 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/eql.txt 2024-02-26T05:00:10.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/fib_trie.txt 2024-02-26T05:00:10.732 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/filter.txt 2024-02-26T05:00:10.734 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/fore200e.txt 2024-02-26T05:00:10.736 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/framerelay.txt 2024-02-26T05:00:10.738 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/gen_stats.txt 2024-02-26T05:00:10.739 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/generic-hdlc.txt 2024-02-26T05:00:10.741 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/generic_netlink.txt 2024-02-26T05:00:10.742 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/gianfar.txt 2024-02-26T05:00:10.744 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/i40e.txt 2024-02-26T05:00:10.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/i40evf.txt 2024-02-26T05:00:10.747 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ieee802154.txt 2024-02-26T05:00:10.749 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/igb.txt 2024-02-26T05:00:10.750 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/igbvf.txt 2024-02-26T05:00:10.752 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ip-sysctl.txt 2024-02-26T05:00:10.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ip_dynaddr.txt 2024-02-26T05:00:10.756 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ipddp.txt 2024-02-26T05:00:10.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/iphase.txt 2024-02-26T05:00:10.759 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ipsec.txt 2024-02-26T05:00:10.760 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ipv6.txt 2024-02-26T05:00:10.762 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ipvlan.txt 2024-02-26T05:00:10.763 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ipvs-sysctl.txt 2024-02-26T05:00:10.765 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/irda.txt 2024-02-26T05:00:10.767 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ixgb.txt 2024-02-26T05:00:10.769 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ixgbe.txt 2024-02-26T05:00:10.770 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ixgbevf.txt 2024-02-26T05:00:10.772 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/l2tp.txt 2024-02-26T05:00:10.773 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/lapb-module.txt 2024-02-26T05:00:10.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ltpc.txt 2024-02-26T05:00:10.777 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211-auth-assoc-deauth.txt 2024-02-26T05:00:10.778 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211-injection.txt 2024-02-26T05:00:10.780 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/ 2024-02-26T05:00:10.781 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/README 2024-02-26T05:00:10.783 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/hostapd.conf 2024-02-26T05:00:10.785 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/mac80211_hwsim/wpa_supplicant.conf 2024-02-26T05:00:10.786 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/multiqueue.txt 2024-02-26T05:00:10.788 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netconsole.txt 2024-02-26T05:00:10.790 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netdev-FAQ.txt 2024-02-26T05:00:10.792 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netdev-features.txt 2024-02-26T05:00:10.793 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netdevices.txt 2024-02-26T05:00:10.795 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netif-msg.txt 2024-02-26T05:00:10.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/netlink_mmap.txt 2024-02-26T05:00:10.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/nf_conntrack-sysctl.txt 2024-02-26T05:00:10.798 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/nfc.txt 2024-02-26T05:00:10.800 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/openvswitch.txt 2024-02-26T05:00:10.801 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/operstates.txt 2024-02-26T05:00:10.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/packet_mmap.txt 2024-02-26T05:00:10.804 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/phonet.txt 2024-02-26T05:00:10.806 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/phy.txt 2024-02-26T05:00:10.807 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/pktgen.txt 2024-02-26T05:00:10.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/policy-routing.txt 2024-02-26T05:00:10.810 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ppp_generic.txt 2024-02-26T05:00:10.812 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/proc_net_tcp.txt 2024-02-26T05:00:10.813 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/radiotap-headers.txt 2024-02-26T05:00:10.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/ray_cs.txt 2024-02-26T05:00:10.816 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/rds.txt 2024-02-26T05:00:10.818 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/regulatory.txt 2024-02-26T05:00:10.819 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/rxrpc.txt 2024-02-26T05:00:10.820 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/s2io.txt 2024-02-26T05:00:10.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/scaling.txt 2024-02-26T05:00:10.823 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/sctp.txt 2024-02-26T05:00:10.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/secid.txt 2024-02-26T05:00:10.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/skfp.txt 2024-02-26T05:00:10.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/smc9.txt 2024-02-26T05:00:10.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/spider_net.txt 2024-02-26T05:00:10.830 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/stmmac.txt 2024-02-26T05:00:10.831 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/switchdev.txt 2024-02-26T05:00:10.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tc-actions-env-rules.txt 2024-02-26T05:00:10.834 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tcp-thin.txt 2024-02-26T05:00:10.836 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tcp.txt 2024-02-26T05:00:10.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/team.txt 2024-02-26T05:00:10.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping.txt 2024-02-26T05:00:10.840 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/ 2024-02-26T05:00:10.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/.gitignore 2024-02-26T05:00:10.844 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/Makefile 2024-02-26T05:00:10.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/hwtstamp_config.c 2024-02-26T05:00:10.846 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/timestamping.c 2024-02-26T05:00:10.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/timestamping/txtimestamp.c 2024-02-26T05:00:10.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tlan.txt 2024-02-26T05:00:10.851 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tproxy.txt 2024-02-26T05:00:10.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/tuntap.txt 2024-02-26T05:00:10.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/udplite.txt 2024-02-26T05:00:10.856 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/vortex.txt 2024-02-26T05:00:10.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/vxge.txt 2024-02-26T05:00:10.859 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/vxlan.txt 2024-02-26T05:00:10.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/x25-iface.txt 2024-02-26T05:00:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:10 smithi175 ceph-mon[36652]: pgmap v34: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 3.4 MiB/s wr, 105 op/s 2024-02-26T05:00:10.861 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/x25.txt 2024-02-26T05:00:10.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/xfrm_proc.txt 2024-02-26T05:00:10.864 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/xfrm_sync.txt 2024-02-26T05:00:10.865 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/xfrm_sysctl.txt 2024-02-26T05:00:10.867 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/networking/z8530drv.txt 2024-02-26T05:00:10.869 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nfc/ 2024-02-26T05:00:10.870 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nfc/nfc-hci.txt 2024-02-26T05:00:10.873 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nfc/nfc-pn544.txt 2024-02-26T05:00:10.876 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nios2/ 2024-02-26T05:00:10.878 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nios2/README 2024-02-26T05:00:10.879 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/nommu-mmap.txt 2024-02-26T05:00:10.881 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/numastat.txt 2024-02-26T05:00:10.883 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/oops-tracing.txt 2024-02-26T05:00:10.885 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/padata.txt 2024-02-26T05:00:10.887 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parisc/ 2024-02-26T05:00:10.889 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parisc/00-INDEX 2024-02-26T05:00:10.890 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parisc/debugging 2024-02-26T05:00:10.891 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parisc/registers 2024-02-26T05:00:10.893 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parport-lowlevel.txt 2024-02-26T05:00:10.896 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/parport.txt 2024-02-26T05:00:10.898 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/ 2024-02-26T05:00:10.900 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/.gitignore 2024-02-26T05:00:10.902 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/Makefile 2024-02-26T05:00:10.903 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/crc32hash.c 2024-02-26T05:00:10.905 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/devicetable.txt 2024-02-26T05:00:10.906 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/driver-changes.txt 2024-02-26T05:00:10.908 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/driver.txt 2024-02-26T05:00:10.910 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pcmcia/locking.txt 2024-02-26T05:00:10.911 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/percpu-rw-semaphore.txt 2024-02-26T05:00:10.912 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/phy.txt 2024-02-26T05:00:10.914 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/phy/ 2024-02-26T05:00:10.916 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/phy/samsung-usb2.txt 2024-02-26T05:00:10.918 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pi-futex.txt 2024-02-26T05:00:10.920 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pinctrl.txt 2024-02-26T05:00:10.921 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/platform/ 2024-02-26T05:00:10.923 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/platform/x86-laptop-drivers.txt 2024-02-26T05:00:10.925 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pnp.txt 2024-02-26T05:00:10.926 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/ 2024-02-26T05:00:10.928 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/00-INDEX 2024-02-26T05:00:10.930 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/apm-acpi.txt 2024-02-26T05:00:10.931 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/basic-pm-debugging.txt 2024-02-26T05:00:10.933 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/charger-manager.txt 2024-02-26T05:00:10.935 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/devices.txt 2024-02-26T05:00:10.937 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/drivers-testing.txt 2024-02-26T05:00:10.938 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/freezing-of-tasks.txt 2024-02-26T05:00:10.940 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/interface.txt 2024-02-26T05:00:10.942 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/notifiers.txt 2024-02-26T05:00:10.943 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/opp.txt 2024-02-26T05:00:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:10 smithi161 ceph-mon[36447]: pgmap v34: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 3.4 MiB/s wr, 105 op/s 2024-02-26T05:00:10.945 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/pci.txt 2024-02-26T05:00:10.947 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/pm_qos_interface.txt 2024-02-26T05:00:10.948 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/power_supply_class.txt 2024-02-26T05:00:10.950 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/powercap/ 2024-02-26T05:00:10.951 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/powercap/powercap.txt 2024-02-26T05:00:10.953 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/ 2024-02-26T05:00:10.954 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/consumer.txt 2024-02-26T05:00:10.956 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/design.txt 2024-02-26T05:00:10.957 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/machine.txt 2024-02-26T05:00:10.959 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/overview.txt 2024-02-26T05:00:10.960 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/regulator/regulator.txt 2024-02-26T05:00:10.962 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/runtime_pm.txt 2024-02-26T05:00:10.964 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/s2ram.txt 2024-02-26T05:00:10.965 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/states.txt 2024-02-26T05:00:10.967 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/suspend-and-cpuhotplug.txt 2024-02-26T05:00:10.968 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/suspend-and-interrupts.txt 2024-02-26T05:00:10.970 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/swsusp-and-swap-files.txt 2024-02-26T05:00:10.971 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/swsusp-dmcrypt.txt 2024-02-26T05:00:10.973 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/swsusp.txt 2024-02-26T05:00:10.974 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/tricks.txt 2024-02-26T05:00:10.976 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/userland-swsusp.txt 2024-02-26T05:00:10.977 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/power/video.txt 2024-02-26T05:00:10.979 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/ 2024-02-26T05:00:10.980 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/00-INDEX 2024-02-26T05:00:10.982 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/bootwrapper.txt 2024-02-26T05:00:10.984 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/cpu_families.txt 2024-02-26T05:00:10.985 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/cpu_features.txt 2024-02-26T05:00:10.987 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/cxl.txt 2024-02-26T05:00:10.988 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/eeh-pci-error-recovery.txt 2024-02-26T05:00:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:10 smithi112 ceph-mon[31817]: pgmap v34: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 348 KiB/s rd, 3.4 MiB/s wr, 105 op/s 2024-02-26T05:00:10.989 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/firmware-assisted-dump.txt 2024-02-26T05:00:10.990 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/hvcs.txt 2024-02-26T05:00:10.992 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/mpc52xx.txt 2024-02-26T05:00:10.993 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/pmu-ebb.txt 2024-02-26T05:00:10.995 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/ptrace.txt 2024-02-26T05:00:10.996 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/qe_firmware.txt 2024-02-26T05:00:10.998 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/powerpc/transactional_memory.txt 2024-02-26T05:00:11.000 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pps/ 2024-02-26T05:00:11.001 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pps/pps.txt 2024-02-26T05:00:11.003 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/ 2024-02-26T05:00:11.004 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/.gitignore 2024-02-26T05:00:11.006 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/Makefile 2024-02-26T05:00:11.008 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-ctxt-sw-stress-test.c 2024-02-26T05:00:11.009 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-on-off-stress-test.c 2024-02-26T05:00:11.010 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/disable-tsc-test.c 2024-02-26T05:00:11.012 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/no_new_privs.txt 2024-02-26T05:00:11.013 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/prctl/seccomp_filter.txt 2024-02-26T05:00:11.015 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/preempt-locking.txt 2024-02-26T05:00:11.016 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/printk-formats.txt 2024-02-26T05:00:11.018 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pti/ 2024-02-26T05:00:11.019 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pti/pti_intel_mid.txt 2024-02-26T05:00:11.021 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/ 2024-02-26T05:00:11.022 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/.gitignore 2024-02-26T05:00:11.024 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/Makefile 2024-02-26T05:00:11.025 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/ptp.txt 2024-02-26T05:00:11.026 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/testptp.c 2024-02-26T05:00:11.028 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ptp/testptp.mk 2024-02-26T05:00:11.029 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/pwm.txt 2024-02-26T05:00:11.031 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/ramoops.txt 2024-02-26T05:00:11.032 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rapidio/ 2024-02-26T05:00:11.034 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rapidio/rapidio.txt 2024-02-26T05:00:11.035 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rapidio/sysfs.txt 2024-02-26T05:00:11.036 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rapidio/tsi721.txt 2024-02-26T05:00:11.038 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rbtree.txt 2024-02-26T05:00:11.039 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/remoteproc.txt 2024-02-26T05:00:11.041 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rfkill.txt 2024-02-26T05:00:11.042 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/robust-futex-ABI.txt 2024-02-26T05:00:11.043 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/robust-futexes.txt 2024-02-26T05:00:11.045 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rpmsg.txt 2024-02-26T05:00:11.046 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/rtc.txt 2024-02-26T05:00:11.047 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/ 2024-02-26T05:00:11.049 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/00-INDEX 2024-02-26T05:00:11.050 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/3270.ChangeLog 2024-02-26T05:00:11.052 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/3270.txt 2024-02-26T05:00:11.053 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/CommonIO 2024-02-26T05:00:11.054 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/DASD 2024-02-26T05:00:11.056 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/Debugging390.txt 2024-02-26T05:00:11.058 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/cds.txt 2024-02-26T05:00:11.059 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/config3270.sh 2024-02-26T05:00:11.061 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/driver-model.txt 2024-02-26T05:00:11.062 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/kvm.txt 2024-02-26T05:00:11.063 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/monreader.txt 2024-02-26T05:00:11.065 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/qeth.txt 2024-02-26T05:00:11.066 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/s390dbf.txt 2024-02-26T05:00:11.068 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/s390/zfcpdump.txt 2024-02-26T05:00:11.069 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/ 2024-02-26T05:00:11.070 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/00-INDEX 2024-02-26T05:00:11.072 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/completion.txt 2024-02-26T05:00:11.073 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-arch.txt 2024-02-26T05:00:11.075 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-bwc.txt 2024-02-26T05:00:11.076 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-deadline.txt 2024-02-26T05:00:11.077 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-design-CFS.txt 2024-02-26T05:00:11.079 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-domains.txt 2024-02-26T05:00:11.080 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-nice-design.txt 2024-02-26T05:00:11.081 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-rt-group.txt 2024-02-26T05:00:11.082 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scheduler/sched-stats.txt 2024-02-26T05:00:11.084 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ 2024-02-26T05:00:11.085 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/00-INDEX 2024-02-26T05:00:11.087 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/53c700.txt 2024-02-26T05:00:11.088 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/BusLogic.txt 2024-02-26T05:00:11.089 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.1992-1997 2024-02-26T05:00:11.091 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.arcmsr 2024-02-26T05:00:11.092 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ips 2024-02-26T05:00:11.094 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.lpfc 2024-02-26T05:00:11.097 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid 2024-02-26T05:00:11.098 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.megaraid_sas 2024-02-26T05:00:11.099 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.ncr53c8xx 2024-02-26T05:00:11.101 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx 2024-02-26T05:00:11.102 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ChangeLog.sym53c8xx_2 2024-02-26T05:00:11.103 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/FlashPoint.txt 2024-02-26T05:00:11.105 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/LICENSE.FlashPoint 2024-02-26T05:00:11.106 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla2xxx 2024-02-26T05:00:11.107 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/LICENSE.qla4xxx 2024-02-26T05:00:11.109 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/Mylex.txt 2024-02-26T05:00:11.110 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/NinjaSCSI.txt 2024-02-26T05:00:11.111 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/aacraid.txt 2024-02-26T05:00:11.112 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/advansys.txt 2024-02-26T05:00:11.114 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/aha152x.txt 2024-02-26T05:00:11.115 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/aic79xx.txt 2024-02-26T05:00:11.117 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/aic7xxx.txt 2024-02-26T05:00:11.118 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/arcmsr_spec.txt 2024-02-26T05:00:11.119 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/bfa.txt 2024-02-26T05:00:11.120 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/bnx2fc.txt 2024-02-26T05:00:11.122 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/cxgb3i.txt 2024-02-26T05:00:11.123 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/dc395x.txt 2024-02-26T05:00:11.124 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/dpti.txt 2024-02-26T05:00:11.126 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/dtc3x80.txt 2024-02-26T05:00:11.127 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/g_NCR5380.txt 2024-02-26T05:00:11.128 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/hpsa.txt 2024-02-26T05:00:11.129 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/hptiop.txt 2024-02-26T05:00:11.131 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/in2000.txt 2024-02-26T05:00:11.132 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/libsas.txt 2024-02-26T05:00:11.133 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/link_power_management_policy.txt 2024-02-26T05:00:11.134 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/lpfc.txt 2024-02-26T05:00:11.136 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/megaraid.txt 2024-02-26T05:00:11.137 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ncr53c8xx.txt 2024-02-26T05:00:11.139 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/osd.txt 2024-02-26T05:00:11.140 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/osst.txt 2024-02-26T05:00:11.141 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ppa.txt 2024-02-26T05:00:11.143 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/qlogicfas.txt 2024-02-26T05:00:11.143 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi-changer.txt 2024-02-26T05:00:11.145 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi-generic.txt 2024-02-26T05:00:11.146 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi-parameters.txt 2024-02-26T05:00:11.147 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi.txt 2024-02-26T05:00:11.148 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_eh.txt 2024-02-26T05:00:11.150 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_fc_transport.txt 2024-02-26T05:00:11.151 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_mid_low_api.txt 2024-02-26T05:00:11.153 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/ 2024-02-26T05:00:11.154 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/Makefile 2024-02-26T05:00:11.156 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/scsi_transport_srp/rport_state_diagram.dot 2024-02-26T05:00:11.157 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/st.txt 2024-02-26T05:00:11.158 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/sym53c500_cs.txt 2024-02-26T05:00:11.160 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/sym53c8xx_2.txt 2024-02-26T05:00:11.161 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/tmscsim.txt 2024-02-26T05:00:11.163 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/ufs.txt 2024-02-26T05:00:11.164 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/scsi/wd719x.txt 2024-02-26T05:00:11.166 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/ 2024-02-26T05:00:11.167 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/00-INDEX 2024-02-26T05:00:11.169 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/IMA-templates.txt 2024-02-26T05:00:11.170 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/LSM.txt 2024-02-26T05:00:11.171 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/SELinux.txt 2024-02-26T05:00:11.173 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/Smack.txt 2024-02-26T05:00:11.174 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/Yama.txt 2024-02-26T05:00:11.175 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/apparmor.txt 2024-02-26T05:00:11.177 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/credentials.txt 2024-02-26T05:00:11.178 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/keys-ecryptfs.txt 2024-02-26T05:00:11.180 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/keys-request-key.txt 2024-02-26T05:00:11.181 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/keys-trusted-encrypted.txt 2024-02-26T05:00:11.182 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/keys.txt 2024-02-26T05:00:11.184 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/security/tomoyo.txt 2024-02-26T05:00:11.186 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial-console.txt 2024-02-26T05:00:11.187 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/ 2024-02-26T05:00:11.188 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/00-INDEX 2024-02-26T05:00:11.190 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/README.cycladesZ 2024-02-26T05:00:11.191 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/driver 2024-02-26T05:00:11.193 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/moxa-smartio 2024-02-26T05:00:11.194 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/n_gsm.txt 2024-02-26T05:00:11.196 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/rocket.txt 2024-02-26T05:00:11.197 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/serial-rs485.txt 2024-02-26T05:00:11.198 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/serial/tty.txt 2024-02-26T05:00:11.200 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sgi-ioc4.txt 2024-02-26T05:00:11.201 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sh/ 2024-02-26T05:00:11.203 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sh/new-machine.txt 2024-02-26T05:00:11.204 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sh/register-banks.txt 2024-02-26T05:00:11.205 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/smsc_ece1099.txt 2024-02-26T05:00:11.207 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/ 2024-02-26T05:00:11.208 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/ 2024-02-26T05:00:11.210 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/ALSA-Configuration.txt 2024-02-26T05:00:11.212 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Audigy-mixer.txt 2024-02-26T05:00:11.213 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Audiophile-Usb.txt 2024-02-26T05:00:11.215 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Bt87x.txt 2024-02-26T05:00:11.216 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/CMIPCI.txt 2024-02-26T05:00:11.217 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Channel-Mapping-API.txt 2024-02-26T05:00:11.219 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/ControlNames.txt 2024-02-26T05:00:11.220 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Controls.txt 2024-02-26T05:00:11.222 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio-Models.txt 2024-02-26T05:00:11.223 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/HD-Audio.txt 2024-02-26T05:00:11.224 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Joystick.txt 2024-02-26T05:00:11.226 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/MIXART.txt 2024-02-26T05:00:11.227 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/OSS-Emulation.txt 2024-02-26T05:00:11.228 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/Procfile.txt 2024-02-26T05:00:11.230 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/README.maya44 2024-02-26T05:00:11.231 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/SB-Live-mixer.txt 2024-02-26T05:00:11.232 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/VIA82xx-mixer.txt 2024-02-26T05:00:11.234 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/alsa-parameters.txt 2024-02-26T05:00:11.235 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/compress_offload.txt 2024-02-26T05:00:11.236 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/emu10k1-jack.txt 2024-02-26T05:00:11.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/hda_codec.txt 2024-02-26T05:00:11.239 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/hdspm.txt 2024-02-26T05:00:11.240 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/powersave.txt 2024-02-26T05:00:11.241 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/seq_oss.html 2024-02-26T05:00:11.243 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/serial-u16550.txt 2024-02-26T05:00:11.244 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/ 2024-02-26T05:00:11.245 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DAI.txt 2024-02-26T05:00:11.247 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/DPCM.txt 2024-02-26T05:00:11.248 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/clocking.txt 2024-02-26T05:00:11.250 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/codec.txt 2024-02-26T05:00:11.251 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/dapm.txt 2024-02-26T05:00:11.252 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/jack.txt 2024-02-26T05:00:11.254 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/machine.txt 2024-02-26T05:00:11.255 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/overview.txt 2024-02-26T05:00:11.257 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/platform.txt 2024-02-26T05:00:11.258 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/alsa/soc/pops_clicks.txt 2024-02-26T05:00:11.260 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/ 2024-02-26T05:00:11.261 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/ALS 2024-02-26T05:00:11.263 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/AudioExcelDSP16 2024-02-26T05:00:11.264 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/CMI8330 2024-02-26T05:00:11.265 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/ESS 2024-02-26T05:00:11.267 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/ESS1868 2024-02-26T05:00:11.268 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/Introduction 2024-02-26T05:00:11.269 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/MultiSound 2024-02-26T05:00:11.271 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/OPL3 2024-02-26T05:00:11.272 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/Opti 2024-02-26T05:00:11.274 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/PAS16 2024-02-26T05:00:11.275 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/PSS 2024-02-26T05:00:11.276 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/PSS-updates 2024-02-26T05:00:11.277 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/README.OSS 2024-02-26T05:00:11.279 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/README.modules 2024-02-26T05:00:11.281 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/README.ymfsb 2024-02-26T05:00:11.282 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/SoundPro 2024-02-26T05:00:11.283 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/Soundblaster 2024-02-26T05:00:11.285 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/Tropez+ 2024-02-26T05:00:11.286 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/VIBRA16 2024-02-26T05:00:11.287 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/WaveArtist 2024-02-26T05:00:11.289 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/btaudio 2024-02-26T05:00:11.290 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/mwave 2024-02-26T05:00:11.291 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/oss-parameters.txt 2024-02-26T05:00:11.292 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sound/oss/ultrasound 2024-02-26T05:00:11.294 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sparse.txt 2024-02-26T05:00:11.295 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/ 2024-02-26T05:00:11.297 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/.gitignore 2024-02-26T05:00:11.298 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/00-INDEX 2024-02-26T05:00:11.300 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/Makefile 2024-02-26T05:00:11.301 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/butterfly 2024-02-26T05:00:11.303 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/ep93xx_spi 2024-02-26T05:00:11.304 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/pxa2xx 2024-02-26T05:00:11.305 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spi-lm70llp 2024-02-26T05:00:11.306 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spi-sc18is602 2024-02-26T05:00:11.308 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spi-summary 2024-02-26T05:00:11.309 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spidev 2024-02-26T05:00:11.311 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spidev_fdx.c 2024-02-26T05:00:11.312 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/spi/spidev_test.c 2024-02-26T05:00:11.313 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/stable_api_nonsense.txt 2024-02-26T05:00:11.315 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/stable_kernel_rules.txt 2024-02-26T05:00:11.316 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/static-keys.txt 2024-02-26T05:00:11.318 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/svga.txt 2024-02-26T05:00:11.319 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/ 2024-02-26T05:00:11.321 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/00-INDEX 2024-02-26T05:00:11.322 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/README 2024-02-26T05:00:11.324 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/abi.txt 2024-02-26T05:00:11.325 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/fs.txt 2024-02-26T05:00:11.326 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/kernel.txt 2024-02-26T05:00:11.328 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/net.txt 2024-02-26T05:00:11.329 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/sunrpc.txt 2024-02-26T05:00:11.330 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysctl/vm.txt 2024-02-26T05:00:11.332 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysfs-rules.txt 2024-02-26T05:00:11.333 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/sysrq.txt 2024-02-26T05:00:11.334 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/target/ 2024-02-26T05:00:11.336 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.py 2024-02-26T05:00:11.338 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/target/tcm_mod_builder.txt 2024-02-26T05:00:11.339 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/target/tcmu-design.txt 2024-02-26T05:00:11.340 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/ 2024-02-26T05:00:11.342 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/cpu-cooling-api.txt 2024-02-26T05:00:11.343 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal 2024-02-26T05:00:11.345 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/exynos_thermal_emulation 2024-02-26T05:00:11.346 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/intel_powerclamp.txt 2024-02-26T05:00:11.347 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/nouveau_thermal 2024-02-26T05:00:11.349 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/sysfs-api.txt 2024-02-26T05:00:11.350 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/thermal/x86_pkg_temperature_thermal 2024-02-26T05:00:11.351 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/this_cpu_ops.txt 2024-02-26T05:00:11.353 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/ 2024-02-26T05:00:11.354 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/.gitignore 2024-02-26T05:00:11.356 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/00-INDEX 2024-02-26T05:00:11.357 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/Makefile 2024-02-26T05:00:11.359 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/NO_HZ.txt 2024-02-26T05:00:11.360 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/highres.txt 2024-02-26T05:00:11.361 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/hpet.txt 2024-02-26T05:00:11.363 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/hpet_example.c 2024-02-26T05:00:11.364 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/hrtimers.txt 2024-02-26T05:00:11.366 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/timekeeping.txt 2024-02-26T05:00:11.367 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/timer_stats.txt 2024-02-26T05:00:11.368 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/timers/timers-howto.txt 2024-02-26T05:00:11.369 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/tpm/ 2024-02-26T05:00:11.371 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/tpm/xen-tpmfront.txt 2024-02-26T05:00:11.372 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/ 2024-02-26T05:00:11.374 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/coresight.txt 2024-02-26T05:00:11.376 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/events-kmem.txt 2024-02-26T05:00:11.377 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/events-nmi.txt 2024-02-26T05:00:11.378 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/events-power.txt 2024-02-26T05:00:11.380 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/events.txt 2024-02-26T05:00:11.381 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/ftrace-design.txt 2024-02-26T05:00:11.383 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/ftrace.txt 2024-02-26T05:00:11.386 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/function-graph-fold.vim 2024-02-26T05:00:11.387 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/kprobetrace.txt 2024-02-26T05:00:11.389 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/mmiotrace.txt 2024-02-26T05:00:11.391 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/postprocess/ 2024-02-26T05:00:11.392 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-pagealloc-postprocess.pl 2024-02-26T05:00:11.394 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/postprocess/trace-vmscan-postprocess.pl 2024-02-26T05:00:11.395 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/ring-buffer-design.txt 2024-02-26T05:00:11.397 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/tracepoint-analysis.txt 2024-02-26T05:00:11.398 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/tracepoints.txt 2024-02-26T05:00:11.400 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/trace/uprobetracer.txt 2024-02-26T05:00:11.401 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/unaligned-memory-access.txt 2024-02-26T05:00:11.402 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/unicode.txt 2024-02-26T05:00:11.404 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/unshare.txt 2024-02-26T05:00:11.406 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/ 2024-02-26T05:00:11.407 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/CREDITS 2024-02-26T05:00:11.409 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/URB.txt 2024-02-26T05:00:11.410 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/WUSB-Design-overview.txt 2024-02-26T05:00:11.412 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/acm.txt 2024-02-26T05:00:11.414 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/anchors.txt 2024-02-26T05:00:11.415 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/authorization.txt 2024-02-26T05:00:11.417 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/bulk-streams.txt 2024-02-26T05:00:11.418 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/callbacks.txt 2024-02-26T05:00:11.420 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/chipidea.txt 2024-02-26T05:00:11.421 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/dma.txt 2024-02-26T05:00:11.423 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/dwc3.txt 2024-02-26T05:00:11.424 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/ehci.txt 2024-02-26T05:00:11.425 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/error-codes.txt 2024-02-26T05:00:11.427 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/functionfs.txt 2024-02-26T05:00:11.429 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget-testing.txt 2024-02-26T05:00:11.430 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget_configfs.txt 2024-02-26T05:00:11.432 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget_hid.txt 2024-02-26T05:00:11.433 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget_multi.txt 2024-02-26T05:00:11.435 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget_printer.txt 2024-02-26T05:00:11.436 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/gadget_serial.txt 2024-02-26T05:00:11.438 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/hotplug.txt 2024-02-26T05:00:11.440 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/iuu_phoenix.txt 2024-02-26T05:00:11.441 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/linux-cdc-acm.inf 2024-02-26T05:00:11.442 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/linux.inf 2024-02-26T05:00:11.444 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/mass-storage.txt 2024-02-26T05:00:11.445 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/misc_usbsevseg.txt 2024-02-26T05:00:11.447 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/mtouchusb.txt 2024-02-26T05:00:11.449 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/ohci.txt 2024-02-26T05:00:11.450 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/persist.txt 2024-02-26T05:00:11.451 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/power-management.txt 2024-02-26T05:00:11.453 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/proc_usb_info.txt 2024-02-26T05:00:11.454 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/rio.txt 2024-02-26T05:00:11.455 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/usb-help.txt 2024-02-26T05:00:11.457 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/usb-serial.txt 2024-02-26T05:00:11.458 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/usbmon.txt 2024-02-26T05:00:11.459 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/usb/wusb-cbaf 2024-02-26T05:00:11.461 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/ 2024-02-26T05:00:11.462 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/.gitignore 2024-02-26T05:00:11.464 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/Makefile 2024-02-26T05:00:11.465 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/parse_vdso.c 2024-02-26T05:00:11.467 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/vdso_standalone_test_x86.c 2024-02-26T05:00:11.468 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vDSO/vdso_test.c 2024-02-26T05:00:11.469 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vfio.txt 2024-02-26T05:00:11.471 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vgaarbiter.txt 2024-02-26T05:00:11.472 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video-output.txt 2024-02-26T05:00:11.474 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/ 2024-02-26T05:00:11.475 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/4CCs.txt 2024-02-26T05:00:11.477 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/API.html 2024-02-26T05:00:11.478 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.au0828 2024-02-26T05:00:11.480 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.bttv 2024-02-26T05:00:11.481 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx23885 2024-02-26T05:00:11.482 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.cx88 2024-02-26T05:00:11.484 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.em28xx 2024-02-26T05:00:11.485 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.ivtv 2024-02-26T05:00:11.486 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7134 2024-02-26T05:00:11.488 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.saa7164 2024-02-26T05:00:11.489 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tm6000 2024-02-26T05:00:11.490 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.tuner 2024-02-26T05:00:11.492 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/CARDLIST.usbvision 2024-02-26T05:00:11.493 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/Makefile 2024-02-26T05:00:11.494 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.cpia2 2024-02-26T05:00:11.496 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.cx88 2024-02-26T05:00:11.497 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.davinci-vpbe 2024-02-26T05:00:11.498 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.ir 2024-02-26T05:00:11.500 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.ivtv 2024-02-26T05:00:11.501 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.pvrusb2 2024-02-26T05:00:11.503 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/README.saa7134 2024-02-26T05:00:11.504 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/Zoran 2024-02-26T05:00:11.505 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/ 2024-02-26T05:00:11.507 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/CONTRIBUTORS 2024-02-26T05:00:11.508 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Cards 2024-02-26T05:00:11.509 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/ICs 2024-02-26T05:00:11.511 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Insmod-options 2024-02-26T05:00:11.513 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/MAKEDEV 2024-02-26T05:00:11.515 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modprobe.conf 2024-02-26T05:00:11.516 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Modules.conf 2024-02-26T05:00:11.518 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/PROBLEMS 2024-02-26T05:00:11.521 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/README 2024-02-26T05:00:11.523 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.WINVIEW 2024-02-26T05:00:11.525 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.freeze 2024-02-26T05:00:11.527 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/README.quirks 2024-02-26T05:00:11.529 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Sound-FAQ 2024-02-26T05:00:11.532 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Specs 2024-02-26T05:00:11.533 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/THANKS 2024-02-26T05:00:11.534 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/bttv/Tuners 2024-02-26T05:00:11.536 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cafe_ccic 2024-02-26T05:00:11.537 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cpia2_overview.txt 2024-02-26T05:00:11.539 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx18.txt 2024-02-26T05:00:11.540 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/ 2024-02-26T05:00:11.542 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.hm12 2024-02-26T05:00:11.544 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/README.vbi 2024-02-26T05:00:11.546 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-calling.txt 2024-02-26T05:00:11.548 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-api.txt 2024-02-26T05:00:11.549 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-decoder-regs.txt 2024-02-26T05:00:11.551 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-dma.txt 2024-02-26T05:00:11.553 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-encoder-api.txt 2024-02-26T05:00:11.555 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-memory.txt 2024-02-26T05:00:11.557 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-osd-api.txt 2024-02-26T05:00:11.558 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx2341x/fw-upload.txt 2024-02-26T05:00:11.560 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx88/ 2024-02-26T05:00:11.561 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/cx88/hauppauge-wintv-cx88-ir.txt 2024-02-26T05:00:11.563 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/extract_xc3028.pl 2024-02-26T05:00:11.565 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/fimc.txt 2024-02-26T05:00:11.566 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/gspca.txt 2024-02-26T05:00:11.568 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/hauppauge-wintv-cx88-ir.txt 2024-02-26T05:00:11.570 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/lifeview.txt 2024-02-26T05:00:11.571 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/meye.txt 2024-02-26T05:00:11.573 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/not-in-cx2388x-datasheet.txt 2024-02-26T05:00:11.575 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/omap3isp.txt 2024-02-26T05:00:11.577 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/omap4_camera.txt 2024-02-26T05:00:11.579 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/pxa_camera.txt 2024-02-26T05:00:11.581 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/radiotrack.txt 2024-02-26T05:00:11.583 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/sh_mobile_ceu_camera.txt 2024-02-26T05:00:11.584 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/si470x.txt 2024-02-26T05:00:11.585 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/si4713.txt 2024-02-26T05:00:11.587 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/si476x.txt 2024-02-26T05:00:11.588 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/soc-camera.txt 2024-02-26T05:00:11.590 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/uvcvideo.txt 2024-02-26T05:00:11.592 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/v4l2-controls.txt 2024-02-26T05:00:11.594 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/v4l2-framework.txt 2024-02-26T05:00:11.596 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/v4l2-pci-skeleton.c 2024-02-26T05:00:11.597 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/videobuf 2024-02-26T05:00:11.599 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/vivid.txt 2024-02-26T05:00:11.601 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/video4linux/zr364xx.txt 2024-02-26T05:00:11.602 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/ 2024-02-26T05:00:11.605 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/00-INDEX 2024-02-26T05:00:11.607 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/ 2024-02-26T05:00:11.609 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/00-INDEX 2024-02-26T05:00:11.611 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/api.txt 2024-02-26T05:00:11.614 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/cpuid.txt 2024-02-26T05:00:11.616 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/ 2024-02-26T05:00:11.617 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/README 2024-02-26T05:00:11.620 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/arm-vgic.txt 2024-02-26T05:00:11.621 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/mpic.txt 2024-02-26T05:00:11.623 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/s390_flic.txt 2024-02-26T05:00:11.625 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vfio.txt 2024-02-26T05:00:11.627 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/vm.txt 2024-02-26T05:00:11.628 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/devices/xics.txt 2024-02-26T05:00:11.630 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/hypercalls.txt 2024-02-26T05:00:11.631 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/locking.txt 2024-02-26T05:00:11.633 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/mmu.txt 2024-02-26T05:00:11.635 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/msr.txt 2024-02-26T05:00:11.637 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/nested-vmx.txt 2024-02-26T05:00:11.639 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/ppc-pv.txt 2024-02-26T05:00:11.641 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/review-checklist.txt 2024-02-26T05:00:11.643 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/s390-diag.txt 2024-02-26T05:00:11.645 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/kvm/timekeeping.txt 2024-02-26T05:00:11.647 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/paravirt_ops.txt 2024-02-26T05:00:11.649 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/uml/ 2024-02-26T05:00:11.651 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/virtual/uml/UserModeLinux-HOWTO.txt 2024-02-26T05:00:11.656 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/ 2024-02-26T05:00:11.658 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/.gitignore 2024-02-26T05:00:11.660 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/00-INDEX 2024-02-26T05:00:11.662 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/active_mm.txt 2024-02-26T05:00:11.664 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/balance 2024-02-26T05:00:11.666 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/cleancache.txt 2024-02-26T05:00:11.668 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/frontswap.txt 2024-02-26T05:00:11.670 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/highmem.txt 2024-02-26T05:00:11.673 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/hugetlbpage.txt 2024-02-26T05:00:11.675 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/hwpoison.txt 2024-02-26T05:00:11.677 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/ksm.txt 2024-02-26T05:00:11.679 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/numa 2024-02-26T05:00:11.681 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/numa_memory_policy.txt 2024-02-26T05:00:11.683 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/overcommit-accounting 2024-02-26T05:00:11.685 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/page_migration 2024-02-26T05:00:11.687 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/page_owner.txt 2024-02-26T05:00:11.690 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/pagemap.txt 2024-02-26T05:00:11.692 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/remap_file_pages.txt 2024-02-26T05:00:11.694 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/slub.txt 2024-02-26T05:00:11.696 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/soft-dirty.txt 2024-02-26T05:00:11.699 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/split_page_table_lock 2024-02-26T05:00:11.700 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/transhuge.txt 2024-02-26T05:00:11.702 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/unevictable-lru.txt 2024-02-26T05:00:11.705 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vm/zswap.txt 2024-02-26T05:00:11.707 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/vme_api.txt 2024-02-26T05:00:11.709 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/volatile-considered-harmful.txt 2024-02-26T05:00:11.710 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/ 2024-02-26T05:00:11.712 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/00-INDEX 2024-02-26T05:00:11.713 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/ 2024-02-26T05:00:11.715 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/00-INDEX 2024-02-26T05:00:11.717 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/ds2482 2024-02-26T05:00:11.719 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/ds2490 2024-02-26T05:00:11.720 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/mxc-w1 2024-02-26T05:00:11.721 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/omap-hdq 2024-02-26T05:00:11.723 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/masters/w1-gpio 2024-02-26T05:00:11.725 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/ 2024-02-26T05:00:11.726 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/00-INDEX 2024-02-26T05:00:11.728 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2406 2024-02-26T05:00:11.729 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds2423 2024-02-26T05:00:11.731 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/w1_ds28e04 2024-02-26T05:00:11.732 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/slaves/w1_therm 2024-02-26T05:00:11.734 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/w1.generic 2024-02-26T05:00:11.736 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/w1/w1.netlink 2024-02-26T05:00:11.738 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/ 2024-02-26T05:00:11.740 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/Makefile 2024-02-26T05:00:11.742 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/convert_drivers_to_kernel_api.txt 2024-02-26T05:00:11.743 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/hpwdt.txt 2024-02-26T05:00:11.745 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/pcwd-watchdog.txt 2024-02-26T05:00:11.746 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/src/ 2024-02-26T05:00:11.748 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/src/.gitignore 2024-02-26T05:00:11.750 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/src/Makefile 2024-02-26T05:00:11.751 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-simple.c 2024-02-26T05:00:11.753 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/src/watchdog-test.c 2024-02-26T05:00:11.754 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/watchdog-api.txt 2024-02-26T05:00:11.755 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/watchdog-kernel-api.txt 2024-02-26T05:00:11.757 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/watchdog-parameters.txt 2024-02-26T05:00:11.759 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/watchdog/wdt.txt 2024-02-26T05:00:11.760 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/wimax/ 2024-02-26T05:00:11.762 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/wimax/README.i2400m 2024-02-26T05:00:11.764 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/wimax/README.wimax 2024-02-26T05:00:11.765 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/workqueue.txt 2024-02-26T05:00:11.768 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/ 2024-02-26T05:00:11.775 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/00-INDEX 2024-02-26T05:00:11.778 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/boot.txt 2024-02-26T05:00:11.779 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/early-microcode.txt 2024-02-26T05:00:11.781 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/earlyprintk.txt 2024-02-26T05:00:11.782 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/entry_64.txt 2024-02-26T05:00:11.784 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/exception-tables.txt 2024-02-26T05:00:11.785 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/i386/ 2024-02-26T05:00:11.787 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/i386/IO-APIC.txt 2024-02-26T05:00:11.789 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/intel_mpx.txt 2024-02-26T05:00:11.791 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/mtrr.txt 2024-02-26T05:00:11.793 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/pat.txt 2024-02-26T05:00:11.795 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/tlb.txt 2024-02-26T05:00:11.796 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/usb-legacy-support.txt 2024-02-26T05:00:11.797 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/ 2024-02-26T05:00:11.799 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/00-INDEX 2024-02-26T05:00:11.801 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/boot-options.txt 2024-02-26T05:00:11.802 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/cpu-hotplug-spec 2024-02-26T05:00:11.803 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/fake-numa-for-cpusets 2024-02-26T05:00:11.805 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/kernel-stacks 2024-02-26T05:00:11.807 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/machinecheck 2024-02-26T05:00:11.808 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/mm.txt 2024-02-26T05:00:11.809 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/x86_64/uefi.txt 2024-02-26T05:00:11.811 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/x86/zero-page.txt 2024-02-26T05:00:11.812 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/xillybus.txt 2024-02-26T05:00:11.814 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/xtensa/ 2024-02-26T05:00:11.815 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/xtensa/atomctl.txt 2024-02-26T05:00:11.817 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/xtensa/mmu.txt 2024-02-26T05:00:11.820 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/xz.txt 2024-02-26T05:00:11.822 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/ 2024-02-26T05:00:11.824 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/CodingStyle 2024-02-26T05:00:11.825 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/HOWTO 2024-02-26T05:00:11.827 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/IRQ.txt 2024-02-26T05:00:11.828 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/SecurityBugs 2024-02-26T05:00:11.829 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingDrivers 2024-02-26T05:00:11.831 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/SubmittingPatches 2024-02-26T05:00:11.832 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm/ 2024-02-26T05:00:11.833 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm/Booting 2024-02-26T05:00:11.835 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm/kernel_user_helpers.txt 2024-02-26T05:00:11.837 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm64/ 2024-02-26T05:00:11.838 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm64/booting.txt 2024-02-26T05:00:11.839 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm64/memory.txt 2024-02-26T05:00:11.841 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/arm64/tagged-pointers.txt 2024-02-26T05:00:11.842 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/basic_profiling.txt 2024-02-26T05:00:11.843 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/email-clients.txt 2024-02-26T05:00:11.845 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/ 2024-02-26T05:00:11.846 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/filesystems/sysfs.txt 2024-02-26T05:00:11.848 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/gpio.txt 2024-02-26T05:00:11.849 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/io_ordering.txt 2024-02-26T05:00:11.850 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/magic-number.txt 2024-02-26T05:00:11.852 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/oops-tracing.txt 2024-02-26T05:00:11.853 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/sparse.txt 2024-02-26T05:00:11.854 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/stable_api_nonsense.txt 2024-02-26T05:00:11.856 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/stable_kernel_rules.txt 2024-02-26T05:00:11.857 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/ 2024-02-26T05:00:11.858 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/omap3isp.txt 2024-02-26T05:00:11.860 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/video4linux/v4l2-framework.txt 2024-02-26T05:00:11.862 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zh_CN/volatile-considered-harmful.txt 2024-02-26T05:00:11.863 INFO:tasks.workunit.client.0.smithi112.stdout:linux-4.0.5/Documentation/zorro.txt 2024-02-26T05:00:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:12 smithi175 ceph-mon[36652]: pgmap v35: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 3.4 MiB/s wr, 103 op/s 2024-02-26T05:00:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:12 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:12 smithi161 ceph-mon[36447]: pgmap v35: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 3.4 MiB/s wr, 103 op/s 2024-02-26T05:00:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:12 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:12.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:12 smithi112 ceph-mon[31817]: pgmap v35: 97 pgs: 97 active+clean; 43 MiB data, 473 MiB used, 1.0 TiB / 1.0 TiB avail; 346 KiB/s rd, 3.4 MiB/s wr, 103 op/s 2024-02-26T05:00:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:12 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:14 smithi175 ceph-mon[36652]: pgmap v36: 97 pgs: 97 active+clean; 44 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 3.6 MiB/s wr, 107 op/s 2024-02-26T05:00:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:14 smithi161 ceph-mon[36447]: pgmap v36: 97 pgs: 97 active+clean; 44 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 3.6 MiB/s wr, 107 op/s 2024-02-26T05:00:14.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:14 smithi112 ceph-mon[31817]: pgmap v36: 97 pgs: 97 active+clean; 44 MiB data, 485 MiB used, 1.0 TiB / 1.0 TiB avail; 455 KiB/s rd, 3.6 MiB/s wr, 107 op/s 2024-02-26T05:00:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 -- 172.21.15.112:0/180443705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3394100840 msgr2=0x7f3394104d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 --2- 172.21.15.112:0/180443705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3394100840 0x7f3394104d00 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f3380009900 tx=0x7f338002bd10 comp rx=0 tx=0).stop 2024-02-26T05:00:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 -- 172.21.15.112:0/180443705 shutdown_connections 2024-02-26T05:00:16.219 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 --2- 172.21.15.112:0/180443705 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394105320 0x7f33941057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 --2- 172.21.15.112:0/180443705 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f3394100840 0x7f3394104d00 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 --2- 172.21.15.112:0/180443705 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f33940fff20 0x7f3394100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 -- 172.21.15.112:0/180443705 >> 172.21.15.112:0/180443705 conn(0x7f33940fb990 msgr2=0x7f33940fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 -- 172.21.15.112:0/180443705 shutdown_connections 2024-02-26T05:00:16.220 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.216+0000 7f3399e00640 1 -- 172.21.15.112:0/180443705 wait complete. 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.217+0000 7f3399e00640 1 Processor -- start 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.217+0000 7f3399e00640 1 -- start start 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394100840 0x7f33941a3fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3394105320 0x7f339419db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.222 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419e2c0 con 0x7f33940fff20 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419e430 con 0x7f3394105320 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f339419e5f0 con 0x7f3394100840 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:52860/0 (socket says 172.21.15.112:52860) 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 -- 172.21.15.112:0/641103990 learned_addr learned my addr 172.21.15.112:0/641103990 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3393e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394100840 0x7f33941a3fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3399400640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3394105320 0x7f339419db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 -- 172.21.15.112:0/641103990 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394100840 msgr2=0x7f33941a3fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394100840 0x7f33941a3fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 -- 172.21.15.112:0/641103990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3394105320 msgr2=0x7f339419db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3394105320 0x7f339419db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.218+0000 7f3398a00640 1 -- 172.21.15.112:0/641103990 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3380009560 con 0x7f33940fff20 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3398a00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f338800e9f0 tx=0x7f338800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.223 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3391600640 1 -- 172.21.15.112:0/641103990 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3388009700 con 0x7f33940fff20 2024-02-26T05:00:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3391600640 1 -- 172.21.15.112:0/641103990 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f338800cd80 con 0x7f33940fff20 2024-02-26T05:00:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f339419e8d0 con 0x7f33940fff20 2024-02-26T05:00:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3391600640 1 -- 172.21.15.112:0/641103990 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33880189c0 con 0x7f33940fff20 2024-02-26T05:00:16.224 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.219+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33941aa9f0 con 0x7f33940fff20 2024-02-26T05:00:16.225 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.222+0000 7f339e42b740 1 Processor -- start 2024-02-26T05:00:16.225 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 -- start start 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7acfc0 0x5598fe7ad440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7685f0 con 0x5598fe7add30 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe71a890 con 0x5598fe7b6540 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f339e42b740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe717dc0 con 0x5598fe7acfc0 2024-02-26T05:00:16.227 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f3399400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f3393e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f3399400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:52876/0 (socket says 172.21.15.112:52876) 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f3393e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:43358/0 (socket says 172.21.15.112:43358) 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.223+0000 7f3399400640 1 -- 172.21.15.112:0/3445778285 learned_addr learned my addr 172.21.15.112:0/3445778285 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3391600640 1 -- 172.21.15.112:0/641103990 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 26) v1 ==== 137002+0+0 (secure 0 0 0) 0x7f3388018b20 con 0x7f33940fff20 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 -- 172.21.15.112:0/3445778285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7acfc0 msgr2=0x5598fe7ad440 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7acfc0 0x5598fe7ad440 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 -- 172.21.15.112:0/3445778285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 msgr2=0x5598fe7aca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 -- 172.21.15.112:0/3445778285 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5598fe694ad0 con 0x5598fe7b6540 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3399400640 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3393e00640 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f338002c250 tx=0x7f338002c790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2aa0af3d8c1fcf4d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.228 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3385c00640 1 -- 172.21.15.112:0/3445778285 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380004800 con 0x5598fe7b6540 2024-02-26T05:00:16.229 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3385c00640 1 -- 172.21.15.112:0/3445778285 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f3380004960 con 0x5598fe7b6540 2024-02-26T05:00:16.229 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.224+0000 7f3385c00640 1 -- 172.21.15.112:0/3445778285 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3380005070 con 0x5598fe7b6540 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 -- 172.21.15.112:0/3445778285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 msgr2=0x5598fe7b8930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f338002c250 tx=0x7f338002c790 comp rx=0 tx=0).stop 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 -- 172.21.15.112:0/3445778285 shutdown_connections 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7b6540 0x5598fe7b8930 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7acfc0 0x5598fe7ad440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 --2- 172.21.15.112:0/3445778285 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7aca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 -- 172.21.15.112:0/3445778285 >> 172.21.15.112:0/3445778285 conn(0x5598fe774480 msgr2=0x5598fe7a7cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 -- 172.21.15.112:0/3445778285 shutdown_connections 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.225+0000 7f339e42b740 1 -- 172.21.15.112:0/3445778285 wait complete. 2024-02-26T05:00:16.234 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.226+0000 7f3391600640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 0x7f337c0a4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.226+0000 7f339e42b740 1 -- start start 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.226+0000 7f3391600640 1 -- 172.21.15.112:0/641103990 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f3388014070 con 0x7f33940fff20 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.226+0000 7f3399400640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 0x7f337c0a4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.226+0000 7f339e42b740 1 Processor -- start 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7b3b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3399400640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 0x7f337c0a4710 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f338c005fd0 tx=0x7f338c0096a0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b4090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7135a0 con 0x5598fe7add30 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe6b8b20 con 0x5598fe7acfc0 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe6b87c0 con 0x5598fe7b6540 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f339e42b740 10 client.0 _ll_register_callbacks cb 0x5598fe6cc520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.235 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:43368/0 (socket says 172.21.15.112:43368) 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 -- 172.21.15.112:0/3637881996 learned_addr learned my addr 172.21.15.112:0/3637881996 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3399400640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3393e00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7b3b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 -- 172.21.15.112:0/3637881996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 msgr2=0x5598fe7b4090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b4090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 -- 172.21.15.112:0/3637881996 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 msgr2=0x5598fe7b3b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7b3b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.227+0000 7f3398a00640 1 -- 172.21.15.112:0/3637881996 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3394114c80 con 0x5598fe7acfc0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f3398a00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f33880973f0 tx=0x7f338809a9e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08a6a211c54f6f0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33880cc2a0 con 0x5598fe7acfc0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f33880a3730 con 0x5598fe7acfc0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5598fe6e5ca0 con 0x5598fe7acfc0 2024-02-26T05:00:16.236 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33880cc400 con 0x5598fe7acfc0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f339e42b740 10 client.25376 fetch_fsmap learned FSMap version 25 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5598fe711c20 con 0x5598fe7acfc0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f33880a7080 con 0x5598fe7acfc0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.228+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 25) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f3388099e50 con 0x5598fe7acfc0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 10 client.25376 fetch_fsmap finished waiting for FSMap version 25 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 10 client.25376 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 20 client.25376 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe7c6530 0x5598fe7c8990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 4 client.25376 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5598fe709cb0 con 0x5598fe7c6530 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f3393e00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe7c6530 0x5598fe7c8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f3393e00640 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe7c6530 0x5598fe7c8990 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe8b16eec0f4c552 server_cookie=f1c64ec4dda55e15 in_seq=0 out_seq=0 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.229+0000 7f337a000640 10 client.25376 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:16.237 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.230+0000 7f337a000640 1 -- 172.21.15.112:0/3637881996 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5598fe709cb0 con 0x5598fe7c6530 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.230+0000 7f337a000640 10 client.25376 handle_command_reply: tid=0 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.230+0000 7f339e42b740 1 client.25376 shutdown 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.230+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 msgr2=0x5598fe7b3610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.230+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f33880973f0 tx=0x7f338809a9e0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 shutdown_connections 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe7c6530 0x5598fe7c8990 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b4090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7b3b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f337a000640 0 client.25376 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 --2- 172.21.15.112:0/3637881996 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7b3610 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 >> 172.21.15.112:0/3637881996 conn(0x5598fe774480 msgr2=0x5598fe7a9a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 shutdown_connections 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 1 -- 172.21.15.112:0/3637881996 wait complete. 2024-02-26T05:00:16.238 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.231+0000 7f339e42b740 20 client.25376 trim_cache size 0 max 16384 2024-02-26T05:00:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.257+0000 7f339e42b740 1 Processor -- start 2024-02-26T05:00:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 -- start start 2024-02-26T05:00:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 0x5598fe7bd300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7bd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe45be60 con 0x5598fe7acfc0 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7b4750 con 0x5598fe7add30 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f339e42b740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7a88b0 con 0x5598fe7b6540 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f3398a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f3398a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:52894/0 (socket says 172.21.15.112:52894) 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f3398a00640 1 -- 172.21.15.112:0/104967884 learned_addr learned my addr 172.21.15.112:0/104967884 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f3393e00640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 0x5598fe7bd300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.258+0000 7f3399400640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7bd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 -- 172.21.15.112:0/104967884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 msgr2=0x5598fe7bd840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7bd840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 -- 172.21.15.112:0/104967884 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 msgr2=0x5598fe7bd300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 0x5598fe7bd300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.262 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 -- 172.21.15.112:0/104967884 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5598fe6ae500 con 0x5598fe7acfc0 2024-02-26T05:00:16.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3393e00640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 0x5598fe7bd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3398a00640 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3388097960 tx=0x7f3388000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd14bbd0841d6f08 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3385200640 1 -- 172.21.15.112:0/104967884 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338809a060 con 0x5598fe7acfc0 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3385200640 1 -- 172.21.15.112:0/104967884 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x5598fe6e5ca0 con 0x5598fe7acfc0 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.259+0000 7f3385200640 1 -- 172.21.15.112:0/104967884 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33880b9170 con 0x5598fe7acfc0 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 -- 172.21.15.112:0/104967884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 msgr2=0x5598fe7b5d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:16.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3388097960 tx=0x7f3388000bc0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 -- 172.21.15.112:0/104967884 shutdown_connections 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7bd840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7add30 0x5598fe7bd300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 --2- 172.21.15.112:0/104967884 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7acfc0 0x5598fe7b5d40 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 -- 172.21.15.112:0/104967884 >> 172.21.15.112:0/104967884 conn(0x5598fe774480 msgr2=0x5598fe7a77e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 -- 172.21.15.112:0/104967884 shutdown_connections 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.260+0000 7f339e42b740 1 -- 172.21.15.112:0/104967884 wait complete. 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 -- start start 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 Processor -- start 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7afe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b03c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7b0950 con 0x5598fe7add30 2024-02-26T05:00:16.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7b0ac0 con 0x5598fe7acfc0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5598fe7b0c80 con 0x5598fe7b6540 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.261+0000 7f339e42b740 10 client.0 _ll_register_callbacks cb 0x7f338800cef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3399400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b03c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:43386/0 (socket says 172.21.15.112:43386) 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 -- 172.21.15.112:0/2216040484 learned_addr learned my addr 172.21.15.112:0/2216040484 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3393e00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7afe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 -- 172.21.15.112:0/2216040484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 msgr2=0x5598fe7b03c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b03c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 -- 172.21.15.112:0/2216040484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 msgr2=0x5598fe7afe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7afe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 -- 172.21.15.112:0/2216040484 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5598fe694ad0 con 0x5598fe7acfc0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f3398a00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f338800e9c0 tx=0x7f3388018420 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2a3de5e26288099a server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:16.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.262+0000 7f337a000640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338809a060 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5598fe738d00 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f33880a3730 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=25) v2 ==== 24+0+0 (secure 0 0 0) 0x7f338809af90 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 10 client.25382 fetch_fsmap learned FSMap version 25 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=25,monmap=4+}) v3 -- 0x5598fe711c20 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x5598fe738d00 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 25) v1 ==== 7886+0+0 (secure 0 0 0) 0x7f33880a0050 con 0x5598fe7acfc0 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 10 client.25382 fetch_fsmap finished waiting for FSMap version 25 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 10 client.25382 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 20 client.25382 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe81dc40 0x5598fe820030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 4 client.25382 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:00:16.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.263+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x5598fe413600 con 0x5598fe81dc40 2024-02-26T05:00:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.264+0000 7f3393e00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe81dc40 0x5598fe820030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.264+0000 7f3393e00640 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe81dc40 0x5598fe820030 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1f57fb5095097a38 server_cookie=e77a02b9d8ad75b1 in_seq=0 out_seq=0 2024-02-26T05:00:16.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:16.264+0000 7f337a000640 10 client.25382 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:16 smithi175 ceph-mon[36652]: pgmap v37: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.9 MiB/s wr, 94 op/s 2024-02-26T05:00:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:16 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:00:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:16 smithi161 ceph-mon[36447]: pgmap v37: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.9 MiB/s wr, 94 op/s 2024-02-26T05:00:16.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:16 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:00:16.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:16 smithi112 ceph-mon[31817]: pgmap v37: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 800 KiB/s rd, 3.9 MiB/s wr, 94 op/s 2024-02-26T05:00:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:16 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.047+0000 7f337a000640 1 -- 172.21.15.112:0/2216040484 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x5598fe413600 con 0x5598fe81dc40 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.047+0000 7f337a000640 10 client.25382 handle_command_reply: tid=0 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.047+0000 7f339e42b740 1 client.25382 shutdown 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 msgr2=0x5598fe7bd570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f338800e9c0 tx=0x7f3388018420 comp rx=0 tx=0).stop 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 shutdown_connections 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x5598fe81dc40 0x5598fe820030 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.051 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5598fe7b6540 0x5598fe7b03c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f337a000640 0 client.25382 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5598fe7add30 0x5598fe7afe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 --2- 172.21.15.112:0/2216040484 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5598fe7acfc0 0x5598fe7bd570 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 >> 172.21.15.112:0/2216040484 conn(0x5598fe774480 msgr2=0x5598fe7b1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 shutdown_connections 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 1 -- 172.21.15.112:0/2216040484 wait complete. 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.048+0000 7f339e42b740 20 client.25382 trim_cache size 0 max 16384 2024-02-26T05:00:17.052 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:00:17.053 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:00:17.053 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:00:17.053 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:00:17.053 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 msgr2=0x7f337c0a4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 0x7f337c0a4710 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f338c005fd0 tx=0x7f338c0096a0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 msgr2=0x7f33941a3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f338800e9f0 tx=0x7f338800eeb0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 shutdown_connections 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f337c0a2250 0x7f337c0a4710 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f3394105320 0x7f339419db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f3394100840 0x7f33941a3fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 --2- 172.21.15.112:0/641103990 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f33940fff20 0x7f33941a3a70 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 >> 172.21.15.112:0/641103990 conn(0x7f33940fb990 msgr2=0x7f33940fc8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 shutdown_connections 2024-02-26T05:00:17.054 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:17.049+0000 7f3399e00640 1 -- 172.21.15.112:0/641103990 wait complete. 2024-02-26T05:00:17.516 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar cf doc.tar linux-4.0.5 2024-02-26T05:00:17.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:17 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:17.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:17 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:17.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:17 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:17.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:17 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:17.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:17 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:17.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:17 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:17.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:17 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:17.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:17 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:17.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:17 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:18 smithi175 ceph-mon[36652]: pgmap v38: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-02-26T05:00:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:18 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:00:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:18 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:00:18.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:18 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:18 smithi161 ceph-mon[36447]: pgmap v38: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-02-26T05:00:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:18 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:00:18.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:18 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:00:18.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:18 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:18 smithi112 ceph-mon[31817]: pgmap v38: 97 pgs: 97 active+clean; 47 MiB data, 492 MiB used, 1.0 TiB / 1.0 TiB avail; 791 KiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-02-26T05:00:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:18 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:00:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:18 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:00:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:18 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:00:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:20 smithi175 ceph-mon[36652]: pgmap v39: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 4.3 MiB/s wr, 763 op/s 2024-02-26T05:00:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:20 smithi161 ceph-mon[36447]: pgmap v39: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 4.3 MiB/s wr, 763 op/s 2024-02-26T05:00:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:20 smithi112 ceph-mon[31817]: pgmap v39: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 1012 KiB/s rd, 4.3 MiB/s wr, 763 op/s 2024-02-26T05:00:22.224 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar xf doc.tar 2024-02-26T05:00:22.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:22 smithi175 ceph-mon[36652]: pgmap v40: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 929 KiB/s wr, 719 op/s 2024-02-26T05:00:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:22 smithi161 ceph-mon[36447]: pgmap v40: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 929 KiB/s wr, 719 op/s 2024-02-26T05:00:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:22 smithi112 ceph-mon[31817]: pgmap v40: 97 pgs: 97 active+clean; 42 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 679 KiB/s rd, 929 KiB/s wr, 719 op/s 2024-02-26T05:00:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:24 smithi175 ceph-mon[36652]: pgmap v41: 97 pgs: 97 active+clean; 44 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 1.1 MiB/s wr, 743 op/s 2024-02-26T05:00:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:24 smithi161 ceph-mon[36447]: pgmap v41: 97 pgs: 97 active+clean; 44 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 1.1 MiB/s wr, 743 op/s 2024-02-26T05:00:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:24 smithi112 ceph-mon[31817]: pgmap v41: 97 pgs: 97 active+clean; 44 MiB data, 512 MiB used, 1.0 TiB / 1.0 TiB avail; 723 KiB/s rd, 1.1 MiB/s wr, 743 op/s 2024-02-26T05:00:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:26 smithi175 ceph-mon[36652]: pgmap v42: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.0 MiB/s wr, 744 op/s 2024-02-26T05:00:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:26 smithi161 ceph-mon[36447]: pgmap v42: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.0 MiB/s wr, 744 op/s 2024-02-26T05:00:26.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:26 smithi112 ceph-mon[31817]: pgmap v42: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 622 KiB/s rd, 1.0 MiB/s wr, 744 op/s 2024-02-26T05:00:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:28 smithi175 ceph-mon[36652]: pgmap v43: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 715 KiB/s wr, 739 op/s 2024-02-26T05:00:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:28 smithi161 ceph-mon[36447]: pgmap v43: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 715 KiB/s wr, 739 op/s 2024-02-26T05:00:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:28 smithi112 ceph-mon[31817]: pgmap v43: 97 pgs: 97 active+clean; 44 MiB data, 508 MiB used, 1.0 TiB / 1.0 TiB avail; 274 KiB/s rd, 715 KiB/s wr, 739 op/s 2024-02-26T05:00:30.246 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.243+0000 7f52c0c00640 1 -- 172.21.15.112:0/167331972 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc073ed0 msgr2=0x7f52bc10d450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.243+0000 7f52c0c00640 1 --2- 172.21.15.112:0/167331972 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc073ed0 0x7f52bc10d450 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f52a8009900 tx=0x7f52a802bcc0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 -- 172.21.15.112:0/167331972 shutdown_connections 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 --2- 172.21.15.112:0/167331972 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc10d990 0x7f52bc10fde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 --2- 172.21.15.112:0/167331972 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc073ed0 0x7f52bc10d450 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 --2- 172.21.15.112:0/167331972 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc0735b0 0x7f52bc073990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 -- 172.21.15.112:0/167331972 >> 172.21.15.112:0/167331972 conn(0x7f52bc0fcc40 msgr2=0x7f52bc0ff060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 -- 172.21.15.112:0/167331972 shutdown_connections 2024-02-26T05:00:30.247 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.244+0000 7f52c0c00640 1 -- 172.21.15.112:0/167331972 wait complete. 2024-02-26T05:00:30.249 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.246+0000 7f52c0c00640 1 Processor -- start 2024-02-26T05:00:30.249 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.247+0000 7f52c0c00640 1 -- start start 2024-02-26T05:00:30.251 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.251 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 0x7f52bc10a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.251 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 0x7f52bc10a6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.251 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc10acc0 con 0x7f52bc10d990 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc10ae30 con 0x7f52bc0735b0 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52c0c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc10aff0 con 0x7f52bc073ed0 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40502/0 (socket says 172.21.15.112:40502) 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.248+0000 7f52b9e00640 1 -- 172.21.15.112:0/3900136062 learned_addr learned my addr 172.21.15.112:0/3900136062 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9e00640 1 -- 172.21.15.112:0/3900136062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 msgr2=0x7f52bc10a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9400640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 0x7f52bc10a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 0x7f52bc10a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.252 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9e00640 1 -- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 msgr2=0x7f52bc10a6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52ba800640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 0x7f52bc10a6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 0x7f52bc10a6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9e00640 1 -- 172.21.15.112:0/3900136062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52a8009560 con 0x7f52bc0735b0 2024-02-26T05:00:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52b9400640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 0x7f52bc10a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-26T05:00:30.253 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.249+0000 7f52ba800640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 0x7f52bc10a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.250+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00e9f0 tx=0x7f52ac00eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.250+0000 7f52b2a00640 1 -- 172.21.15.112:0/3900136062 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac009700 con 0x7f52bc0735b0 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.250+0000 7f52b2a00640 1 -- 172.21.15.112:0/3900136062 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f52ac00cd20 con 0x7f52bc0735b0 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.250+0000 7f52b2a00640 1 -- 172.21.15.112:0/3900136062 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac0188f0 con 0x7f52bc0735b0 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.250+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52bc1aa5e0 con 0x7f52bc0735b0 2024-02-26T05:00:30.254 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.251+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52bc1aab10 con 0x7f52bc0735b0 2024-02-26T05:00:30.259 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.256+0000 7f52b2a00640 1 -- 172.21.15.112:0/3900136062 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 26) v1 ==== 137002+0+0 (secure 0 0 0) 0x7f52ac010b30 con 0x7f52bc0735b0 2024-02-26T05:00:30.259 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.256+0000 7f52c39e1740 1 Processor -- start 2024-02-26T05:00:30.259 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.256+0000 7f52c39e1740 1 -- start start 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f615840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f616200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f5d15f0 con 0x55fb6f615d80 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f583890 con 0x55fb6f61f300 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52c39e1740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f580dc0 con 0x55fb6f616af0 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f616200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52b9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52b9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40510/0 (socket says 172.21.15.112:40510) 2024-02-26T05:00:30.260 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.257+0000 7f52b9400640 1 -- 172.21.15.112:0/3726597589 learned_addr learned my addr 172.21.15.112:0/3726597589 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52ba800640 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f615840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52b9400640 1 -- 172.21.15.112:0/3726597589 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 msgr2=0x55fb6f615840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52b9400640 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f615840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52b9400640 1 -- 172.21.15.112:0/3726597589 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 msgr2=0x55fb6f616200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52b9400640 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f616200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.258+0000 7f52b9400640 1 -- 172.21.15.112:0/3726597589 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb6f4fdad0 con 0x55fb6f61f300 2024-02-26T05:00:30.261 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.259+0000 7f52b9400640 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f52a8005dc0 tx=0x7f52a802c6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6956d4c2e1fafdaa server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.259+0000 7f52a7000640 1 -- 172.21.15.112:0/3726597589 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a80048c0 con 0x55fb6f61f300 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.259+0000 7f52a7000640 1 -- 172.21.15.112:0/3726597589 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f52a8004a20 con 0x55fb6f61f300 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.259+0000 7f52a7000640 1 -- 172.21.15.112:0/3726597589 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a8005190 con 0x55fb6f61f300 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.260+0000 7f52b2a00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 0x7f52a00a4980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.260+0000 7f52ba800640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 0x7f52a00a4980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.260+0000 7f52b2a00640 1 -- 172.21.15.112:0/3900136062 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f52ac014070 con 0x7f52bc0735b0 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.260+0000 7f52c39e1740 1 -- 172.21.15.112:0/3726597589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 msgr2=0x55fb6f6216f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.263 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.260+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f52a8005dc0 tx=0x7f52a802c6f0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52ba800640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 0x7f52a00a4980 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f52b4005fd0 tx=0x7f52b4009500 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52c39e1740 1 -- 172.21.15.112:0/3726597589 shutdown_connections 2024-02-26T05:00:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f6216f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.264 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f616200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3726597589 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f615840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.261+0000 7f52c39e1740 1 -- 172.21.15.112:0/3726597589 >> 172.21.15.112:0/3726597589 conn(0x55fb6f5dd480 msgr2=0x55fb6f610a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.262+0000 7f52c39e1740 1 -- 172.21.15.112:0/3726597589 shutdown_connections 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.262+0000 7f52c39e1740 1 -- 172.21.15.112:0/3726597589 wait complete. 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.262+0000 7f52c39e1740 1 -- start start 2024-02-26T05:00:30.265 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 Processor -- start 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f61c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f61cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f57c5a0 con 0x55fb6f615d80 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f521b20 con 0x55fb6f61f300 2024-02-26T05:00:30.266 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.263+0000 7f52c39e1740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f5217c0 con 0x55fb6f616af0 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55878/0 (socket says 172.21.15.112:55878) 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52b9e00640 1 -- 172.21.15.112:0/3518312141 learned_addr learned my addr 172.21.15.112:0/3518312141 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52ba800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f61cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52c39e1740 10 client.0 _ll_register_callbacks cb 0x55fb6f535520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:30.267 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.264+0000 7f52b9400640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f61c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 -- 172.21.15.112:0/3518312141 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 msgr2=0x55fb6f61c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f61c8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 -- 172.21.15.112:0/3518312141 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 msgr2=0x55fb6f61c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.268 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 -- 172.21.15.112:0/3518312141 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52bc110ab0 con 0x55fb6f61f300 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.265+0000 7f52ba800640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f61cdf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f52b4012870 tx=0x7f52b4004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e51879f83f80e6d1 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f529b400640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52b400fb50 con 0x55fb6f61f300 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb6f54eca0 con 0x55fb6f61f300 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f52b4018070 con 0x55fb6f61f300 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f52b400fcb0 con 0x55fb6f61f300 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f52c39e1740 10 client.25394 fetch_fsmap learned FSMap version 26 2024-02-26T05:00:30.269 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.266+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fb6f57ac20 con 0x55fb6f61f300 2024-02-26T05:00:30.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.267+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55fb6f54eca0 con 0x55fb6f61f300 2024-02-26T05:00:30.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.267+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f52b402e050 con 0x55fb6f61f300 2024-02-26T05:00:30.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 10 client.25394 fetch_fsmap finished waiting for FSMap version 26 2024-02-26T05:00:30.270 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 10 client.25394 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 20 client.25394 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f640420 0x55fb6f642840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 4 client.25394 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb6f572cb0 con 0x55fb6f640420 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.268+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f640420 0x55fb6f642840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.271 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.269+0000 7f52b9e00640 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f640420 0x55fb6f642840 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=45f79b3a6e031cc7 server_cookie=f5b552f44fe0e659 in_seq=0 out_seq=0 2024-02-26T05:00:30.272 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.269+0000 7f529b400640 10 client.25394 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:30.273 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f529b400640 1 -- 172.21.15.112:0/3518312141 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55fb6f572cb0 con 0x55fb6f640420 2024-02-26T05:00:30.273 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f529b400640 10 client.25394 handle_command_reply: tid=0 2024-02-26T05:00:30.273 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 client.25394 shutdown 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 msgr2=0x55fb6f61cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f61cdf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f52b4012870 tx=0x7f52b4004a40 comp rx=0 tx=0).stop 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 shutdown_connections 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f640420 0x55fb6f642840 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f61f300 0x55fb6f61cdf0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f616af0 0x55fb6f61c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.274 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 --2- 172.21.15.112:0/3518312141 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f61c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.275 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 >> 172.21.15.112:0/3518312141 conn(0x55fb6f5dd480 msgr2=0x55fb6f6127c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:30.275 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.271+0000 7f529b400640 0 client.25394 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:30.275 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.272+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 shutdown_connections 2024-02-26T05:00:30.275 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.272+0000 7f52c39e1740 1 -- 172.21.15.112:0/3518312141 wait complete. 2024-02-26T05:00:30.275 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.272+0000 7f52c39e1740 20 client.25394 trim_cache size 0 max 16384 2024-02-26T05:00:30.295 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 Processor -- start 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 -- start start 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 0x55fb6f617bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f6260c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f2c4e60 con 0x55fb6f616af0 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f61d4e0 con 0x55fb6f615d80 2024-02-26T05:00:30.296 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.293+0000 7f52c39e1740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f572cb0 con 0x55fb6f61f300 2024-02-26T05:00:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.294+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.294+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40524/0 (socket says 172.21.15.112:40524) 2024-02-26T05:00:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.294+0000 7f52b9e00640 1 -- 172.21.15.112:0/702117527 learned_addr learned my addr 172.21.15.112:0/702117527 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.294+0000 7f52ba800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f6260c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.297 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.294+0000 7f52b9400640 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 0x55fb6f617bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 -- 172.21.15.112:0/702117527 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 msgr2=0x55fb6f6260c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f6260c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 -- 172.21.15.112:0/702117527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 msgr2=0x55fb6f617bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 0x55fb6f617bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 -- 172.21.15.112:0/702117527 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb6f517500 con 0x55fb6f615d80 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9400640 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 0x55fb6f617bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:00:30.298 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.295+0000 7f52b9e00640 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f52ac097300 tx=0x7f52ac0d0940 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7fbf354245883801 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.296+0000 7f52a6600640 1 -- 172.21.15.112:0/702117527 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac09a800 con 0x55fb6f615d80 2024-02-26T05:00:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.296+0000 7f52a6600640 1 -- 172.21.15.112:0/702117527 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f52ac09b5a0 con 0x55fb6f615d80 2024-02-26T05:00:30.299 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.296+0000 7f52a6600640 1 -- 172.21.15.112:0/702117527 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52ac0cc210 con 0x55fb6f615d80 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 -- 172.21.15.112:0/702117527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 msgr2=0x55fb6f61eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f52ac097300 tx=0x7f52ac0d0940 comp rx=0 tx=0).stop 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 -- 172.21.15.112:0/702117527 shutdown_connections 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f6260c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f616af0 0x55fb6f617bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 --2- 172.21.15.112:0/702117527 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f615d80 0x55fb6f61eaa0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 -- 172.21.15.112:0/702117527 >> 172.21.15.112:0/702117527 conn(0x55fb6f5dd480 msgr2=0x55fb6f6105a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:30.300 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 -- 172.21.15.112:0/702117527 shutdown_connections 2024-02-26T05:00:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.297+0000 7f52c39e1740 1 -- 172.21.15.112:0/702117527 wait complete. 2024-02-26T05:00:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.298+0000 7f52c39e1740 1 -- start start 2024-02-26T05:00:30.301 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.298+0000 7f52c39e1740 1 Processor -- start 2024-02-26T05:00:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.299+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.299+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.302 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.299+0000 7f52c39e1740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f622bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52c39e1740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f623100 con 0x55fb6f615d80 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52c39e1740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f623270 con 0x55fb6f616af0 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52c39e1740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb6f623430 con 0x55fb6f61f300 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52c39e1740 10 client.0 _ll_register_callbacks cb 0x7f52b4009900 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52b9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52b9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:40530/0 (socket says 172.21.15.112:40530) 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52b9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55906/0 (socket says 172.21.15.112:55906) 2024-02-26T05:00:30.303 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52b9e00640 1 -- 172.21.15.112:0/970683280 learned_addr learned my addr 172.21.15.112:0/970683280 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.300+0000 7f52ba800640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f622bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 -- 172.21.15.112:0/970683280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 msgr2=0x55fb6f622bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f622bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 -- 172.21.15.112:0/970683280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 msgr2=0x55fb6f6262a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 -- 172.21.15.112:0/970683280 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52bc1aab10 con 0x55fb6f616af0 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9e00640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f52b9400640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55fb6f61bbd0 tx=0x7f52a802cb70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=46d061f99a604ddb server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:30.304 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.301+0000 7f529b400640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:30.305 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a8004240 con 0x55fb6f616af0 2024-02-26T05:00:30.305 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f52a80043a0 con 0x55fb6f616af0 2024-02-26T05:00:30.305 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb6f5a1d00 con 0x55fb6f616af0 2024-02-26T05:00:30.305 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f52a802c340 con 0x55fb6f616af0 2024-02-26T05:00:30.305 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f52c39e1740 10 client.25400 fetch_fsmap learned FSMap version 26 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.302+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=4+}) v3 -- 0x55fb6f53d290 con 0x55fb6f616af0 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55fb6f5a1d00 con 0x55fb6f616af0 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 26) v1 ==== 7890+0+0 (secure 0 0 0) 0x7f52a803c040 con 0x55fb6f616af0 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 10 client.25400 fetch_fsmap finished waiting for FSMap version 26 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 10 client.25400 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 20 client.25400 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f697ac0 0x55fb6f699eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 4 client.25400 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:00:30.306 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55fb6f27c600 con 0x55fb6f697ac0 2024-02-26T05:00:30.307 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.303+0000 7f52b9e00640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f697ac0 0x55fb6f699eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:30.307 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.304+0000 7f52b9e00640 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f697ac0 0x55fb6f699eb0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2408554e2e103ace server_cookie=24d1e12e8ae68c02 in_seq=0 out_seq=0 2024-02-26T05:00:30.307 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:30.304+0000 7f529b400640 10 client.25400 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:30 smithi175 ceph-mon[36652]: pgmap v44: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 955 op/s 2024-02-26T05:00:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:30 smithi161 ceph-mon[36447]: pgmap v44: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 955 op/s 2024-02-26T05:00:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:30 smithi112 ceph-mon[31817]: pgmap v44: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 1.2 MiB/s rd, 1.9 MiB/s wr, 955 op/s 2024-02-26T05:00:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.004+0000 7f529b400640 1 -- 172.21.15.112:0/970683280 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55fb6f27c600 con 0x55fb6f697ac0 2024-02-26T05:00:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.004+0000 7f529b400640 10 client.25400 handle_command_reply: tid=0 2024-02-26T05:00:31.007 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 client.25400 shutdown 2024-02-26T05:00:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 msgr2=0x55fb6f622680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x55fb6f61bbd0 tx=0x7f52a802cb70 comp rx=0 tx=0).stop 2024-02-26T05:00:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 shutdown_connections 2024-02-26T05:00:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55fb6f697ac0 0x55fb6f699eb0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.008 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55fb6f61f300 0x55fb6f622bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55fb6f616af0 0x55fb6f622680 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f529b400640 0 client.25400 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 --2- 172.21.15.112:0/970683280 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55fb6f615d80 0x55fb6f6262a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 >> 172.21.15.112:0/970683280 conn(0x55fb6f5dd480 msgr2=0x55fb6f61abb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 shutdown_connections 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.005+0000 7f52c39e1740 1 -- 172.21.15.112:0/970683280 wait complete. 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.006+0000 7f52c39e1740 20 client.25400 trim_cache size 0 max 16384 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:00:31.009 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 msgr2=0x7f52a00a4980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 0x7f52a00a4980 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f52b4005fd0 tx=0x7f52b4009500 comp rx=0 tx=0).stop 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 msgr2=0x7f52bc10d0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f52ac00e9f0 tx=0x7f52ac00eeb0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 shutdown_connections 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f52a00a24c0 0x7f52a00a4980 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.010 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f52bc10d990 0x7f52bc10a6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f52bc073ed0 0x7f52bc10a180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 --2- 172.21.15.112:0/3900136062 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f52bc0735b0 0x7f52bc10d0e0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 >> 172.21.15.112:0/3900136062 conn(0x7f52bc0fcc40 msgr2=0x7f52bc10fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 shutdown_connections 2024-02-26T05:00:31.011 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:31.007+0000 7f52c0c00640 1 -- 172.21.15.112:0/3900136062 wait complete. 2024-02-26T05:00:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:32 smithi175 ceph-mon[36652]: pgmap v45: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-02-26T05:00:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:32 smithi161 ceph-mon[36447]: pgmap v45: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-02-26T05:00:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:32 smithi112 ceph-mon[31817]: pgmap v45: 97 pgs: 97 active+clean; 57 MiB data, 570 MiB used, 1.0 TiB / 1.0 TiB avail; 971 KiB/s rd, 1.4 MiB/s wr, 245 op/s 2024-02-26T05:00:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:34 smithi175 ceph-mon[36652]: pgmap v46: 97 pgs: 97 active+clean; 140 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 490 op/s 2024-02-26T05:00:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:34 smithi161 ceph-mon[36447]: pgmap v46: 97 pgs: 97 active+clean; 140 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 490 op/s 2024-02-26T05:00:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:34 smithi112 ceph-mon[31817]: pgmap v46: 97 pgs: 97 active+clean; 140 MiB data, 831 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 490 op/s 2024-02-26T05:00:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:36 smithi175 ceph-mon[36652]: pgmap v47: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 514 op/s 2024-02-26T05:00:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:36 smithi161 ceph-mon[36447]: pgmap v47: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 514 op/s 2024-02-26T05:00:36.990 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:36 smithi112 ceph-mon[31817]: pgmap v47: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 514 op/s 2024-02-26T05:00:38.798 INFO:tasks.workunit.client.0.smithi112.stderr:+ sync 2024-02-26T05:00:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:38 smithi175 ceph-mon[36652]: pgmap v48: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 508 op/s 2024-02-26T05:00:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:38 smithi161 ceph-mon[36447]: pgmap v48: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 508 op/s 2024-02-26T05:00:38.992 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:38 smithi112 ceph-mon[31817]: pgmap v48: 97 pgs: 97 active+clean; 145 MiB data, 871 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.9 MiB/s wr, 508 op/s 2024-02-26T05:00:39.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:39 smithi161 ceph-mon[36447]: pgmap v49: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 9.9 MiB/s wr, 633 op/s 2024-02-26T05:00:39.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:39 smithi112 ceph-mon[31817]: pgmap v49: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 9.9 MiB/s wr, 633 op/s 2024-02-26T05:00:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:39 smithi175 ceph-mon[36652]: pgmap v49: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 9.9 MiB/s wr, 633 op/s 2024-02-26T05:00:40.433 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar c linux-4.0.5 2024-02-26T05:00:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:40 smithi161 ceph-mon[36447]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-02-26T05:00:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:40 smithi112 ceph-mon[31817]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-02-26T05:00:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:40 smithi175 ceph-mon[36652]: mgrmap e27: x(active, since 92s), standbys: y, z 2024-02-26T05:00:41.151 INFO:tasks.workunit.client.0.smithi112.stderr:+ rm -rf linux-4.0.5 2024-02-26T05:00:41.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:41 smithi161 ceph-mon[36447]: pgmap v50: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 417 op/s 2024-02-26T05:00:41.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:41 smithi112 ceph-mon[31817]: pgmap v50: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 417 op/s 2024-02-26T05:00:42.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:41 smithi175 ceph-mon[36652]: pgmap v50: 97 pgs: 97 active+clean; 145 MiB data, 873 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 8.7 MiB/s wr, 417 op/s 2024-02-26T05:00:43.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:43 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:43.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:43 smithi161 ceph-mon[36447]: pgmap v51: 97 pgs: 97 active+clean; 165 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 11 MiB/s wr, 744 op/s 2024-02-26T05:00:43.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:43 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:43.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:43 smithi112 ceph-mon[31817]: pgmap v51: 97 pgs: 97 active+clean; 165 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 11 MiB/s wr, 744 op/s 2024-02-26T05:00:44.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:43 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:44.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:43 smithi175 ceph-mon[36652]: pgmap v51: 97 pgs: 97 active+clean; 165 MiB data, 969 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 11 MiB/s wr, 744 op/s 2024-02-26T05:00:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 -- 172.21.15.112:0/2381134572 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102130 msgr2=0x7fd178102510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 --2- 172.21.15.112:0/2381134572 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102130 0x7fd178102510 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fd170009ca0 tx=0x7fd17002c190 comp rx=0 tx=0).stop 2024-02-26T05:00:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 -- 172.21.15.112:0/2381134572 shutdown_connections 2024-02-26T05:00:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 --2- 172.21.15.112:0/2381134572 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd17810b550 0x7fd17810d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.157 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 --2- 172.21.15.112:0/2381134572 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd178102a50 0x7fd17810af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 --2- 172.21.15.112:0/2381134572 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102130 0x7fd178102510 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 -- 172.21.15.112:0/2381134572 >> 172.21.15.112:0/2381134572 conn(0x7fd1780fb990 msgr2=0x7fd1780fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 -- 172.21.15.112:0/2381134572 shutdown_connections 2024-02-26T05:00:44.158 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.154+0000 7fd17e000640 1 -- 172.21.15.112:0/2381134572 wait complete. 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.155+0000 7fd17e000640 1 Processor -- start 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.155+0000 7fd17e000640 1 -- start start 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd178102130 0x7fd178197710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd17810b550 0x7fd17819bfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd17819c5d0 con 0x7fd17810b550 2024-02-26T05:00:44.160 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd17819c740 con 0x7fd178102130 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17e000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd17819c900 con 0x7fd178102a50 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:38514/0 (socket says 172.21.15.112:38514) 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd178102130 0x7fd178197710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 -- 172.21.15.112:0/2647302377 learned_addr learned my addr 172.21.15.112:0/2647302377 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd17d600640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd17810b550 0x7fd17819bfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 -- 172.21.15.112:0/2647302377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd178102130 msgr2=0x7fd178197710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd178102130 0x7fd178197710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 -- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd17810b550 msgr2=0x7fd17819bfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd17810b550 0x7fd17819bfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.156+0000 7fd177e00640 1 -- 172.21.15.112:0/2647302377 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd170009900 con 0x7fd178102a50 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd177e00640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd16800e9f0 tx=0x7fd16800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd175600640 1 -- 172.21.15.112:0/2647302377 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd168009650 con 0x7fd178102a50 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd175600640 1 -- 172.21.15.112:0/2647302377 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd16800ccc0 con 0x7fd178102a50 2024-02-26T05:00:44.161 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd17819cbe0 con 0x7fd178102a50 2024-02-26T05:00:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd175600640 1 -- 172.21.15.112:0/2647302377 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd168018920 con 0x7fd178102a50 2024-02-26T05:00:44.162 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.157+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1781a4460 con 0x7fd178102a50 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.160+0000 7fd175600640 1 -- 172.21.15.112:0/2647302377 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fd168018a80 con 0x7fd178102a50 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.160+0000 7fd18243f740 1 Processor -- start 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 -- start start 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f6fc0 0x5620749f7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a06d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620749b25f0 con 0x562074a04950 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074964890 con 0x5620749f6fc0 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd18243f740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074961dc0 con 0x5620749f7d30 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd17d600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd17d600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:38528/0 (socket says 172.21.15.112:38528) 2024-02-26T05:00:44.164 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd17d600640 1 -- 172.21.15.112:0/482579514 learned_addr learned my addr 172.21.15.112:0/482579514 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd17cc00640 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f6fc0 0x5620749f7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.165 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.161+0000 7fd177e00640 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a06d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.169 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 -- 172.21.15.112:0/482579514 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f6fc0 msgr2=0x5620749f7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.169 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f6fc0 0x5620749f7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.169 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 -- 172.21.15.112:0/482579514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 msgr2=0x562074a06d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.169 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a06d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.169 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 -- 172.21.15.112:0/482579514 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620748dead0 con 0x5620749f7d30 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd175600640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 0x7fd15c0a46e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd175600640 1 -- 172.21.15.112:0/2647302377 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fd168014070 con 0x7fd178102a50 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17d600640 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd164009c20 tx=0x7fd164011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=13ba07ba65bb014c server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd17cc00640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 0x7fd15c0a46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd16dc00640 1 -- 172.21.15.112:0/482579514 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd164019630 con 0x5620749f7d30 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd16dc00640 1 -- 172.21.15.112:0/482579514 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd164009e90 con 0x5620749f7d30 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.162+0000 7fd16dc00640 1 -- 172.21.15.112:0/482579514 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16400eb50 con 0x5620749f7d30 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 -- 172.21.15.112:0/482579514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 msgr2=0x5620749f6a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd17cc00640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 0x7fd15c0a46e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd170004af0 tx=0x7fd170005c50 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd164009c20 tx=0x7fd164011810 comp rx=0 tx=0).stop 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 -- 172.21.15.112:0/482579514 shutdown_connections 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a06d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.170 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f6fc0 0x5620749f7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 --2- 172.21.15.112:0/482579514 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x5620749f6a80 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 -- 172.21.15.112:0/482579514 >> 172.21.15.112:0/482579514 conn(0x5620749be480 msgr2=0x5620749f1cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 -- 172.21.15.112:0/482579514 shutdown_connections 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.163+0000 7fd18243f740 1 -- 172.21.15.112:0/482579514 wait complete. 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 -- start start 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 Processor -- start 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 0x562074a019b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a01ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a02430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207495d5a0 con 0x562074a04950 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074902b20 con 0x5620749f7d30 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620749027c0 con 0x5620749f6fc0 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.164+0000 7fd18243f740 10 client.0 _ll_register_callbacks cb 0x562074916520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:44.171 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 0x562074a019b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a01ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd17d600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a02430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 0x562074a019b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:38538/0 (socket says 172.21.15.112:38538) 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd17cc00640 1 -- 172.21.15.112:0/3017401854 learned_addr learned my addr 172.21.15.112:0/3017401854 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 -- 172.21.15.112:0/3017401854 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 msgr2=0x562074a019b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 0x562074a019b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 -- 172.21.15.112:0/3017401854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 msgr2=0x562074a02430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a02430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 -- 172.21.15.112:0/3017401854 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1640098d0 con 0x5620749f7d30 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd177e00640 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a01ef0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1680cbaa0 tx=0x7fd16809a960 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73fcb72a58c97101 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd162000640 10 client.0 ms_handle_connect on v2:172.21.15.161:3300/0 2024-02-26T05:00:44.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.165+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1680d02e0 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mon.2 v2:172.21.15.161:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fd16800ce30 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56207492fca0 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1680cbf60 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 10 client.25412 fetch_fsmap learned FSMap version 27 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56207495bc20 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mon.2 v2:172.21.15.161:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x56207492fca0 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mon.2 v2:172.21.15.161:3300/0 5 ==== fsmap(e 27) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fd168099ce0 con 0x5620749f7d30 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 10 client.25412 fetch_fsmap finished waiting for FSMap version 27 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 10 client.25412 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 20 client.25412 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a149c0 0x562074a16de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 4 client.25412 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:00:44.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.166+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562074953cb0 con 0x562074a149c0 2024-02-26T05:00:44.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.167+0000 7fd17cc00640 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a149c0 0x562074a16de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.167+0000 7fd17cc00640 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a149c0 0x562074a16de0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5e5b5716042f334 server_cookie=ddfa89e8df018c89 in_seq=0 out_seq=0 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.167+0000 7fd162000640 10 client.25412 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd162000640 1 -- 172.21.15.112:0/3017401854 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562074953cb0 con 0x562074a149c0 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd162000640 10 client.25412 handle_command_reply: tid=0 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 client.25412 shutdown 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 msgr2=0x562074a01ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a01ef0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd1680cbaa0 tx=0x7fd16809a960 comp rx=0 tx=0).stop 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 shutdown_connections 2024-02-26T05:00:44.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a149c0 0x562074a16de0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562074a04950 0x562074a02430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a01ef0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd162000640 0 client.25412 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 --2- 172.21.15.112:0/3017401854 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f6fc0 0x562074a019b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 >> 172.21.15.112:0/3017401854 conn(0x5620749be480 msgr2=0x5620749f3a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 shutdown_connections 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 1 -- 172.21.15.112:0/3017401854 wait complete. 2024-02-26T05:00:44.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.168+0000 7fd18243f740 20 client.25412 trim_cache size 0 max 16384 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 Processor -- start 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 -- start start 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a040e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a02250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562074a04950 0x562074a00280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620746a5e60 con 0x5620749f6fc0 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x56207492fca0 con 0x5620749f7d30 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd18243f740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620749f1520 con 0x562074a04950 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a040e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd177e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a02250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a040e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55868/0 (socket says 172.21.15.112:55868) 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd17cc00640 1 -- 172.21.15.112:0/1133193356 learned_addr learned my addr 172.21.15.112:0/1133193356 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:44.187 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.183+0000 7fd17d600640 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562074a04950 0x562074a00280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 -- 172.21.15.112:0/1133193356 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562074a04950 msgr2=0x562074a00280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562074a04950 0x562074a00280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 -- 172.21.15.112:0/1133193356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 msgr2=0x562074a040e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a040e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 -- 172.21.15.112:0/1133193356 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620748f8500 con 0x5620749f7d30 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd177e00640 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a02250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd16809ab20 tx=0x7fd1680ce440 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61deeb4f5cdb1e78 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd16d200640 1 -- 172.21.15.112:0/1133193356 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1680d1750 con 0x5620749f7d30 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd16d200640 1 -- 172.21.15.112:0/1133193356 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd16809a5b0 con 0x5620749f7d30 2024-02-26T05:00:44.188 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.184+0000 7fd16d200640 1 -- 172.21.15.112:0/1133193356 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16809ae20 con 0x5620749f7d30 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 -- 172.21.15.112:0/1133193356 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 msgr2=0x562074a02250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a02250 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fd16809ab20 tx=0x7fd1680ce440 comp rx=0 tx=0).stop 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 -- 172.21.15.112:0/1133193356 shutdown_connections 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562074a04950 0x562074a00280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x5620749f7d30 0x562074a02250 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.191 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 --2- 172.21.15.112:0/1133193356 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a040e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 -- 172.21.15.112:0/1133193356 >> 172.21.15.112:0/1133193356 conn(0x5620749be480 msgr2=0x5620749fcd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 -- 172.21.15.112:0/1133193356 shutdown_connections 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.185+0000 7fd18243f740 1 -- 172.21.15.112:0/1133193356 wait complete. 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 -- start start 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 Processor -- start 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x562074a0b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562074a04950 0x562074a09940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074a09f00 con 0x5620749f6fc0 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074a0a070 con 0x562074a04950 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562074a0a230 con 0x5620749f7d30 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.186+0000 7fd18243f740 10 client.0 _ll_register_callbacks cb 0x7fd16800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:44.192 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:55870/0 (socket says 172.21.15.112:55870) 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17d600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562074a04950 0x562074a09940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 -- 172.21.15.112:0/2247946806 learned_addr learned my addr 172.21.15.112:0/2247946806 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd177e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x562074a0b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 -- 172.21.15.112:0/2247946806 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 msgr2=0x562074a0b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x562074a0b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 -- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562074a04950 msgr2=0x562074a09940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562074a04950 0x562074a09940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 -- 172.21.15.112:0/2247946806 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56207495bc20 con 0x5620749f6fc0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd17cc00640 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x562074a176f0 tx=0x7fd170041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd8cc4c8736f553 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd162000640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17004f040 con 0x5620749f6fc0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.187+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fd170053530 con 0x5620749f6fc0 2024-02-26T05:00:44.193 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562074982d00 con 0x5620749f6fc0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd170053a90 con 0x5620749f6fc0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 10 client.15333 fetch_fsmap learned FSMap version 27 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x56207491e290 con 0x5620749f6fc0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x562074982d00 con 0x5620749f6fc0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 27) v1 ==== 7894+0+0 (secure 0 0 0) 0x7fd1700044f0 con 0x5620749f6fc0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 10 client.15333 fetch_fsmap finished waiting for FSMap version 27 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 10 client.15333 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 20 client.15333 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a6c0d0 0x562074a6e4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 4 client.15333 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.188+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x56207465d600 con 0x562074a6c0d0 2024-02-26T05:00:44.194 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.189+0000 7fd177e00640 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a6c0d0 0x562074a6e4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:44.195 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.189+0000 7fd177e00640 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a6c0d0 0x562074a6e4f0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=14cbbeec45988cd9 server_cookie=3ee7422205b1894c in_seq=0 out_seq=0 2024-02-26T05:00:44.195 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.189+0000 7fd162000640 10 client.15333 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.387+0000 7fd162000640 1 -- 172.21.15.112:0/2247946806 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x56207465d600 con 0x562074a6c0d0 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.387+0000 7fd162000640 10 client.15333 handle_command_reply: tid=0 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.387+0000 7fd18243f740 1 client.15333 shutdown 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 msgr2=0x562074a0b410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x562074a176f0 tx=0x7fd170041040 comp rx=0 tx=0).stop 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 shutdown_connections 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562074a6c0d0 0x562074a6e4f0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562074a04950 0x562074a09940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x5620749f7d30 0x562074a0b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.391 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 --2- 172.21.15.112:0/2247946806 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x5620749f6fc0 0x562074a0b410 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd162000640 0 client.15333 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 >> 172.21.15.112:0/2247946806 conn(0x5620749be480 msgr2=0x562074a00200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 shutdown_connections 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 1 -- 172.21.15.112:0/2247946806 wait complete. 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.388+0000 7fd18243f740 20 client.15333 trim_cache size 0 max 16384 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:00:44.392 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 msgr2=0x7fd15c0a46e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 0x7fd15c0a46e0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fd170004af0 tx=0x7fd170005c50 comp rx=0 tx=0).stop 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 msgr2=0x7fd178197c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fd16800e9f0 tx=0x7fd16800eeb0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 shutdown_connections 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd15c0a2220 0x7fd15c0a46e0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.393 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd17810b550 0x7fd17819bfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd178102a50 0x7fd178197c50 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 --2- 172.21.15.112:0/2647302377 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd178102130 0x7fd178197710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 >> 172.21.15.112:0/2647302377 conn(0x7fd1780fb990 msgr2=0x7fd1780fd060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 shutdown_connections 2024-02-26T05:00:44.394 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:44.389+0000 7fd17e000640 1 -- 172.21.15.112:0/2647302377 wait complete. 2024-02-26T05:00:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:46 smithi175 ceph-mon[36652]: pgmap v52: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 539 op/s 2024-02-26T05:00:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:46 smithi161 ceph-mon[36447]: pgmap v52: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 539 op/s 2024-02-26T05:00:46.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:46 smithi112 ceph-mon[31817]: pgmap v52: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 539 op/s 2024-02-26T05:00:48.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:48 smithi175 ceph-mon[36652]: pgmap v53: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 490 op/s 2024-02-26T05:00:48.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:48 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:48 smithi161 ceph-mon[36447]: pgmap v53: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 490 op/s 2024-02-26T05:00:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:48 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:48.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:48 smithi112 ceph-mon[31817]: pgmap v53: 97 pgs: 97 active+clean; 170 MiB data, 974 MiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 490 op/s 2024-02-26T05:00:48.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:48 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:50 smithi175 ceph-mon[36652]: pgmap v54: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 812 op/s 2024-02-26T05:00:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:50 smithi161 ceph-mon[36447]: pgmap v54: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 812 op/s 2024-02-26T05:00:50.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:50 smithi112 ceph-mon[31817]: pgmap v54: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 2.6 MiB/s rd, 4.4 MiB/s wr, 812 op/s 2024-02-26T05:00:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:52 smithi175 ceph-mon[36652]: pgmap v55: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 687 op/s 2024-02-26T05:00:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:52 smithi161 ceph-mon[36447]: pgmap v55: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 687 op/s 2024-02-26T05:00:52.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:52 smithi112 ceph-mon[31817]: pgmap v55: 97 pgs: 97 active+clean; 172 MiB data, 979 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 3.4 MiB/s wr, 687 op/s 2024-02-26T05:00:53.458 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar xf doc.tar 2024-02-26T05:00:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:54 smithi175 ceph-mon[36652]: pgmap v56: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 880 op/s 2024-02-26T05:00:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:54 smithi161 ceph-mon[36447]: pgmap v56: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 880 op/s 2024-02-26T05:00:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:54 smithi112 ceph-mon[31817]: pgmap v56: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 MiB/s rd, 4.1 MiB/s wr, 880 op/s 2024-02-26T05:00:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:56 smithi175 ceph-mon[36652]: pgmap v57: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 553 op/s 2024-02-26T05:00:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:56 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:56 smithi161 ceph-mon[36447]: pgmap v57: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 553 op/s 2024-02-26T05:00:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:56 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:56.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:56 smithi112 ceph-mon[31817]: pgmap v57: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 553 op/s 2024-02-26T05:00:56.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:56 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.529+0000 7f743cc00640 1 -- 172.21.15.112:0/3460021437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381035d0 msgr2=0x7f74381039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.529+0000 7f743cc00640 1 --2- 172.21.15.112:0/3460021437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381035d0 0x7f74381039b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7428009930 tx=0x7f742802bc30 comp rx=0 tx=0).stop 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 -- 172.21.15.112:0/3460021437 shutdown_connections 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 --2- 172.21.15.112:0/3460021437 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381086a0 0x7f7438110270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 --2- 172.21.15.112:0/3460021437 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7438103f80 0x7f7438107fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 --2- 172.21.15.112:0/3460021437 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381035d0 0x7f74381039b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 -- 172.21.15.112:0/3460021437 >> 172.21.15.112:0/3460021437 conn(0x7f74380fee30 msgr2=0x7f7438101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 -- 172.21.15.112:0/3460021437 shutdown_connections 2024-02-26T05:00:57.533 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.530+0000 7f743cc00640 1 -- 172.21.15.112:0/3460021437 wait complete. 2024-02-26T05:00:57.534 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 Processor -- start 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 -- start start 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f74381035d0 0x7f743819f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381998d0 0x7f7438199d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743819a2c0 con 0x7f74381035d0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743819a430 con 0x7f74381086a0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.531+0000 7f743cc00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f743819a5f0 con 0x7f74381998d0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f7435e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f74381035d0 0x7f743819f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35092/0 (socket says 172.21.15.112:35092) 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 -- 172.21.15.112:0/3539060024 learned_addr learned my addr 172.21.15.112:0/3539060024 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f7436800640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381998d0 0x7f7438199d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 -- 172.21.15.112:0/3539060024 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381998d0 msgr2=0x7f7438199d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381998d0 0x7f7438199d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 -- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f74381035d0 msgr2=0x7f743819f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.535 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f74381035d0 0x7f743819f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 -- 172.21.15.112:0/3539060024 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7420009490 con 0x7f74381086a0 2024-02-26T05:00:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.532+0000 7f742d400640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f742000e9a0 tx=0x7f742000ee60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.533+0000 7f742f400640 1 -- 172.21.15.112:0/3539060024 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f742000cd80 con 0x7f74381086a0 2024-02-26T05:00:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.533+0000 7f742f400640 1 -- 172.21.15.112:0/3539060024 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f74200035f0 con 0x7f74381086a0 2024-02-26T05:00:57.536 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.533+0000 7f742f400640 1 -- 172.21.15.112:0/3539060024 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7420010690 con 0x7f74381086a0 2024-02-26T05:00:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.533+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7428009560 con 0x7f74381086a0 2024-02-26T05:00:57.537 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.533+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74381a6890 con 0x7f74381086a0 2024-02-26T05:00:57.538 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.536+0000 7f742f400640 1 -- 172.21.15.112:0/3539060024 <== mon.2 v2:172.21.15.161:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f7420003b60 con 0x7f74381086a0 2024-02-26T05:00:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.537+0000 7f743f9ee740 1 Processor -- start 2024-02-26T05:00:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.537+0000 7f743f9ee740 1 -- start start 2024-02-26T05:00:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.537+0000 7f742f400640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 0x7f74180a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.537+0000 7f742f400640 1 -- 172.21.15.112:0/3539060024 <== mon.2 v2:172.21.15.161:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f7420014070 con 0x7f74381086a0 2024-02-26T05:00:57.541 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.537+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd67200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 0x55cf7cd726f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f743f9ee740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cd225f0 con 0x55cf7cd67af0 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f743f9ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7ccd4890 con 0x55cf7cd70300 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f743f9ee740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7ccd1dc0 con 0x55cf7cd66d80 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7436800640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 0x7f74180a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:45116/0 (socket says 172.21.15.112:45116) 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 -- 172.21.15.112:0/303160129 learned_addr learned my addr 172.21.15.112:0/303160129 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7436800640 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 0x55cf7cd726f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 -- 172.21.15.112:0/303160129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 msgr2=0x55cf7cd67200 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd67200 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.538+0000 7f7435e00640 1 -- 172.21.15.112:0/303160129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 msgr2=0x55cf7cd726f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7435e00640 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 0x55cf7cd726f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7435e00640 1 -- 172.21.15.112:0/303160129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cf7cc4ead0 con 0x55cf7cd67af0 2024-02-26T05:00:57.542 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7436800640 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 0x55cf7cd726f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:00:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7436800640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 0x7f74180a4810 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7430009fd0 tx=0x7f7430014bd0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.543 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7435e00640 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f742802c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d591392e0c407cda server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7427000640 1 -- 172.21.15.112:0/303160129 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7428004740 con 0x55cf7cd67af0 2024-02-26T05:00:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7427000640 1 -- 172.21.15.112:0/303160129 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f74280048a0 con 0x55cf7cd67af0 2024-02-26T05:00:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.539+0000 7f7427000640 1 -- 172.21.15.112:0/303160129 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74280050c0 con 0x55cf7cd67af0 2024-02-26T05:00:57.545 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 -- 172.21.15.112:0/303160129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 msgr2=0x55cf7cd66840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f742802c710 comp rx=0 tx=0).stop 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 -- 172.21.15.112:0/303160129 shutdown_connections 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd70300 0x55cf7cd726f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd67200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 --2- 172.21.15.112:0/303160129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd67af0 0x55cf7cd66840 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 -- 172.21.15.112:0/303160129 >> 172.21.15.112:0/303160129 conn(0x55cf7cd2e480 msgr2=0x55cf7cd61a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 -- 172.21.15.112:0/303160129 shutdown_connections 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.540+0000 7f743f9ee740 1 -- 172.21.15.112:0/303160129 wait complete. 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.541+0000 7f743f9ee740 1 -- start start 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.541+0000 7f743f9ee740 1 Processor -- start 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.541+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.541+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd6d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f743f9ee740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cccd5a0 con 0x55cf7cd70300 2024-02-26T05:00:57.546 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f743f9ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cc72b20 con 0x55cf7cd66d80 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f743f9ee740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cc727c0 con 0x55cf7cd67af0 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f743f9ee740 10 client.0 _ll_register_callbacks cb 0x55cf7cc86520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7435e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:45128/0 (socket says 172.21.15.112:45128) 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f742d400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd6d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 -- 172.21.15.112:0/320586973 learned_addr learned my addr 172.21.15.112:0/320586973 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7435e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35108/0 (socket says 172.21.15.112:35108) 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 -- 172.21.15.112:0/320586973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 msgr2=0x55cf7cd6d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd6d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 -- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 msgr2=0x55cf7cd6d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.547 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7436800640 1 -- 172.21.15.112:0/320586973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7438110a80 con 0x55cf7cd70300 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f742d400640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd6d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.542+0000 7f7435e00640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f7436800640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f74300143f0 tx=0x7f7430004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=416df0482bbd9686 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f741f400640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7430011d50 con 0x55cf7cd70300 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f7430014420 con 0x55cf7cd70300 2024-02-26T05:00:57.548 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cf7cc9fca0 con 0x55cf7cd70300 2024-02-26T05:00:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7430020440 con 0x55cf7cd70300 2024-02-26T05:00:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f743f9ee740 10 client.15345 fetch_fsmap learned FSMap version 29 2024-02-26T05:00:57.550 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cf7cccbc20 con 0x55cf7cd70300 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.543+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55cf7cc9fca0 con 0x55cf7cd70300 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 29) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f7430028740 con 0x55cf7cd70300 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 10 client.15345 fetch_fsmap finished waiting for FSMap version 29 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 10 client.15345 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 20 client.15345 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd80380 0x55cf7cd827a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 4 client.15345 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cf7ccc3cb0 con 0x55cf7cd80380 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.544+0000 7f7435e00640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd80380 0x55cf7cd827a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.545+0000 7f7435e00640 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd80380 0x55cf7cd827a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9eb444809f2c3ea0 server_cookie=f95f1f3cc27f1090 in_seq=0 out_seq=0 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.545+0000 7f741f400640 10 client.15345 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f741f400640 1 -- 172.21.15.112:0/320586973 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55cf7ccc3cb0 con 0x55cf7cd80380 2024-02-26T05:00:57.551 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f741f400640 10 client.15345 handle_command_reply: tid=0 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 client.15345 shutdown 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 msgr2=0x55cf7cd6ddb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f74300143f0 tx=0x7f7430004ab0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 shutdown_connections 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd80380 0x55cf7cd827a0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd70300 0x55cf7cd6ddb0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd6d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f741f400640 0 client.15345 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 --2- 172.21.15.112:0/320586973 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 >> 172.21.15.112:0/320586973 conn(0x55cf7cd2e480 msgr2=0x55cf7cd637c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.546+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 shutdown_connections 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.547+0000 7f743f9ee740 1 -- 172.21.15.112:0/320586973 wait complete. 2024-02-26T05:00:57.552 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.547+0000 7f743f9ee740 20 client.15345 trim_cache size 0 max 16384 2024-02-26T05:00:57.566 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 Processor -- start 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 -- start start 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd770c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7ca15e60 con 0x55cf7cd66d80 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cc9fca0 con 0x55cf7cd2e480 2024-02-26T05:00:57.567 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f743f9ee740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cd680e0 con 0x55cf7cd67af0 2024-02-26T05:00:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f7435e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f7435e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:35118/0 (socket says 172.21.15.112:35118) 2024-02-26T05:00:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f7435e00640 1 -- 172.21.15.112:0/434492279 learned_addr learned my addr 172.21.15.112:0/434492279 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f7436800640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd770c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.569 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.564+0000 7f742d400640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 -- 172.21.15.112:0/434492279 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 msgr2=0x55cf7cd770c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd770c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 -- 172.21.15.112:0/434492279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd66d80 msgr2=0x55cf7cd6dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 -- 172.21.15.112:0/434492279 --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cf7cc68500 con 0x55cf7cd2e480 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7436800640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd770c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7435e00640 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f742802c210 tx=0x7f7428005a20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7b094b33d22d1f7b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7426600640 1 -- 172.21.15.112:0/434492279 <== mon.2 v2:172.21.15.161:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7428052de0 con 0x55cf7cd2e480 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7426600640 1 -- 172.21.15.112:0/434492279 <== mon.2 v2:172.21.15.161:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f74280528d0 con 0x55cf7cd2e480 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.565+0000 7f7426600640 1 -- 172.21.15.112:0/434492279 <== mon.2 v2:172.21.15.161:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74280052c0 con 0x55cf7cd2e480 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 -- 172.21.15.112:0/434492279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 msgr2=0x55cf7cd6fa60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f742802c210 tx=0x7f7428005a20 comp rx=0 tx=0).stop 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 -- 172.21.15.112:0/434492279 shutdown_connections 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd67af0 0x55cf7cd770c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.570 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd66d80 0x55cf7cd6dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 --2- 172.21.15.112:0/434492279 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd2e480 0x55cf7cd6fa60 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 -- 172.21.15.112:0/434492279 >> 172.21.15.112:0/434492279 conn(0x55cf7cd728d0 msgr2=0x55cf7cd6bc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 -- 172.21.15.112:0/434492279 shutdown_connections 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.566+0000 7f743f9ee740 1 -- 172.21.15.112:0/434492279 wait complete. 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 -- start start 2024-02-26T05:00:57.571 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 Processor -- start 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 0x55cf7cd770d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd67af0 0x55cf7cd69970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cd6a020 con 0x55cf7cd2e480 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cd6a190 con 0x55cf7cd67af0 2024-02-26T05:00:57.573 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.567+0000 7f743f9ee740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cf7cd6a350 con 0x55cf7cd66d80 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f743f9ee740 10 client.0 _ll_register_callbacks cb 0x7f7430014060 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f742d400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 0x55cf7cd770d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7436800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd67af0 0x55cf7cd69970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f742d400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:36810/0 (socket says 172.21.15.112:36810) 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f742d400640 1 -- 172.21.15.112:0/1952054157 learned_addr learned my addr 172.21.15.112:0/1952054157 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 -- 172.21.15.112:0/1952054157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 msgr2=0x55cf7cd77610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 -- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd67af0 msgr2=0x55cf7cd69970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd67af0 0x55cf7cd69970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 -- 172.21.15.112:0/1952054157 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cf7cccbc20 con 0x55cf7cd2e480 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f742d400640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f7435e00640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 0x55cf7cd770d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f742802c340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d86cac302b8c54e server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:00:57.574 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.568+0000 7f741f400640 10 client.0 ms_handle_connect on v2:172.21.15.112:3300/0 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f742802ca10 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mon.0 v2:172.21.15.112:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7f742804f070 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cf7ccf2d00 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f742802cb70 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 10 client.15351 fetch_fsmap learned FSMap version 29 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=4+}) v3 -- 0x55cf7cc4ead0 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mon.0 v2:172.21.15.112:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x55cf7ccf2d00 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mon.0 v2:172.21.15.112:3300/0 5 ==== fsmap(e 29) v1 ==== 7902+0+0 (secure 0 0 0) 0x7f742805a060 con 0x55cf7cd2e480 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 10 client.15351 fetch_fsmap finished waiting for FSMap version 29 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 10 client.15351 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 20 client.15351 populate_metadata read hostname 'smithi112' 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd70300 0x55cf7cdd95f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 4 client.15351 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.569+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55cf7c9cd600 con 0x55cf7cd70300 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.570+0000 7f742d400640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd70300 0x55cf7cdd95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.570+0000 7f742d400640 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd70300 0x55cf7cdd95f0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=31a6c4d2b0ed5293 server_cookie=22a10c93ebfdc3f4 in_seq=0 out_seq=0 2024-02-26T05:00:57.575 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:57.570+0000 7f741f400640 10 client.15351 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.169+0000 7f741f400640 1 -- 172.21.15.112:0/1952054157 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55cf7c9cd600 con 0x55cf7cd70300 2024-02-26T05:00:58.172 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.169+0000 7f741f400640 10 client.15351 handle_command_reply: tid=0 2024-02-26T05:00:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.169+0000 7f743f9ee740 1 client.15351 shutdown 2024-02-26T05:00:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 msgr2=0x55cf7cd770d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 0x55cf7cd770d0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f7428000c00 tx=0x7f742802c340 comp rx=0 tx=0).stop 2024-02-26T05:00:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 shutdown_connections 2024-02-26T05:00:58.173 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x55cf7cd70300 0x55cf7cdd95f0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x55cf7cd67af0 0x55cf7cd69970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x55cf7cd66d80 0x55cf7cd77610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 --2- 172.21.15.112:0/1952054157 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x55cf7cd2e480 0x55cf7cd770d0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 >> 172.21.15.112:0/1952054157 conn(0x55cf7cd728d0 msgr2=0x55cf7cd60480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.170+0000 7f741f400640 0 client.15351 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.171+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 shutdown_connections 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.171+0000 7f743f9ee740 1 -- 172.21.15.112:0/1952054157 wait complete. 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.171+0000 7f743f9ee740 20 client.15351 trim_cache size 0 max 16384 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:00:58.174 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 msgr2=0x7f74180a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 0x7f74180a4810 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f7430009fd0 tx=0x7f7430014bd0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 msgr2=0x7f743819fc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f742000e9a0 tx=0x7f742000ee60 comp rx=0 tx=0).stop 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 shutdown_connections 2024-02-26T05:00:58.175 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f74180a2350 0x7f74180a4810 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f74381998d0 0x7f7438199d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f74381086a0 0x7f743819fc10 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 --2- 172.21.15.112:0/3539060024 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f74381035d0 0x7f743819f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.172+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 >> 172.21.15.112:0/3539060024 conn(0x7f74380fee30 msgr2=0x7f74380ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.173+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 shutdown_connections 2024-02-26T05:00:58.176 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:00:58.173+0000 7f743cc00640 1 -- 172.21.15.112:0/3539060024 wait complete. 2024-02-26T05:00:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:00:58 smithi175 ceph-mon[36652]: pgmap v58: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 514 op/s 2024-02-26T05:00:58.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:00:58 smithi161 ceph-mon[36447]: pgmap v58: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 514 op/s 2024-02-26T05:00:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:00:58 smithi112 ceph-mon[31817]: pgmap v58: 97 pgs: 97 active+clean; 166 MiB data, 951 MiB used, 1.0 TiB / 1.0 TiB avail; 1.4 MiB/s rd, 1.5 MiB/s wr, 514 op/s 2024-02-26T05:01:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:00 smithi175 ceph-mon[36652]: pgmap v59: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-02-26T05:01:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:00 smithi161 ceph-mon[36447]: pgmap v59: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-02-26T05:01:00.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:00 smithi112 ceph-mon[31817]: pgmap v59: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 1.02k op/s 2024-02-26T05:01:01.184 INFO:tasks.workunit.client.0.smithi112.stderr:+ sync 2024-02-26T05:01:01.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:01 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:01:01.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:01 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:01:01.956 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:01 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:01:02.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:02 smithi112 ceph-mon[31817]: pgmap v60: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 695 op/s 2024-02-26T05:01:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:02 smithi175 ceph-mon[36652]: pgmap v60: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 695 op/s 2024-02-26T05:01:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:02 smithi161 ceph-mon[36447]: pgmap v60: 97 pgs: 97 active+clean; 159 MiB data, 932 MiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 695 op/s 2024-02-26T05:01:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:04 smithi175 ceph-mon[36652]: pgmap v61: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 1.03k op/s 2024-02-26T05:01:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:04 smithi161 ceph-mon[36447]: pgmap v61: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 1.03k op/s 2024-02-26T05:01:04.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:04 smithi112 ceph-mon[31817]: pgmap v61: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 1.03k op/s 2024-02-26T05:01:06.370 INFO:tasks.workunit.client.0.smithi112.stderr:+ tar c linux-4.0.5 2024-02-26T05:01:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:06 smithi175 ceph-mon[36652]: pgmap v62: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:06 smithi161 ceph-mon[36447]: pgmap v62: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:06.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:06 smithi112 ceph-mon[31817]: pgmap v62: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:07.433 INFO:tasks.workunit.client.0.smithi112.stdout:Ok 2024-02-26T05:01:07.433 INFO:tasks.workunit.client.0.smithi112.stderr:+ echo Ok 2024-02-26T05:01:07.434 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-02-26T05:01:07.434 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-02-26T05:01:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:08 smithi175 ceph-mon[36652]: pgmap v63: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:08 smithi161 ceph-mon[36447]: pgmap v63: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:08.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:08 smithi112 ceph-mon[31817]: pgmap v63: 97 pgs: 97 active+clean; 188 MiB data, 1.0 GiB used, 1.0 TiB / 1.0 TiB avail; 1.1 MiB/s rd, 3.3 MiB/s wr, 836 op/s 2024-02-26T05:01:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:10 smithi175 ceph-mon[36652]: pgmap v64: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 4.8 MiB/s wr, 861 op/s 2024-02-26T05:01:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:10 smithi161 ceph-mon[36447]: pgmap v64: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 4.8 MiB/s wr, 861 op/s 2024-02-26T05:01:10.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:10 smithi112 ceph-mon[31817]: pgmap v64: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 MiB/s rd, 4.8 MiB/s wr, 861 op/s 2024-02-26T05:01:11.319 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 -- 172.21.15.112:0/3877720318 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac90108080 msgr2=0x7fac90114420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 --2- 172.21.15.112:0/3877720318 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac90108080 0x7fac90114420 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7fac88009890 tx=0x7fac8802bb70 comp rx=0 tx=0).stop 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 -- 172.21.15.112:0/3877720318 shutdown_connections 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 --2- 172.21.15.112:0/3877720318 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac90108080 0x7fac90114420 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 --2- 172.21.15.112:0/3877720318 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac901076c0 0x7fac90107b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 --2- 172.21.15.112:0/3877720318 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac9010d610 0x7fac9010d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 -- 172.21.15.112:0/3877720318 >> 172.21.15.112:0/3877720318 conn(0x7fac90076f60 msgr2=0x7fac90105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.316+0000 7fac8f200640 1 -- 172.21.15.112:0/3877720318 shutdown_connections 2024-02-26T05:01:11.320 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.317+0000 7fac8f200640 1 -- 172.21.15.112:0/3877720318 wait complete. 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 Processor -- start 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 -- start start 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac90108080 0x7fac901a3e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9010d610 0x7fac9019da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9019e0c0 con 0x7fac9010d610 2024-02-26T05:01:11.323 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9019e230 con 0x7fac90108080 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8f200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac9019e3f0 con 0x7fac901076c0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:41538/0 (socket says 172.21.15.112:41538) 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8de00640 1 -- 172.21.15.112:0/2762501001 learned_addr learned my addr 172.21.15.112:0/2762501001 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac8e800640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9010d610 0x7fac9019da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.318+0000 7fac85400640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac90108080 0x7fac901a3e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 -- 172.21.15.112:0/2762501001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac90108080 msgr2=0x7fac901a3e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac90108080 0x7fac901a3e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 -- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9010d610 msgr2=0x7fac9019da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9010d610 0x7fac9019da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 -- 172.21.15.112:0/2762501001 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac80009900 con 0x7fac901076c0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8de00640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fac8000c420 tx=0x7fac80009f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.324 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac87400640 1 -- 172.21.15.112:0/2762501001 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac80003970 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac87400640 1 -- 172.21.15.112:0/2762501001 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fac80004020 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac87400640 1 -- 172.21.15.112:0/2762501001 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8000ba80 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.319+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac88009490 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.320+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac9019e8c0 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 Processor -- start 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac87400640 1 -- 172.21.15.112:0/2762501001 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fac8000a040 con 0x7fac901076c0 2024-02-26T05:01:11.325 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 -- start start 2024-02-26T05:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b2a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8be930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.327 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b86e5f0 con 0x562f1b8bc540 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b820890 con 0x562f1b8b3d30 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.323+0000 7fac97d8d740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b81ddc0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:41540/0 (socket says 172.21.15.112:41540) 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 -- 172.21.15.112:0/3584564685 learned_addr learned my addr 172.21.15.112:0/3584564685 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8e800640 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b2a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac85400640 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8be930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 -- 172.21.15.112:0/3584564685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 msgr2=0x562f1b8b2a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b2a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 -- 172.21.15.112:0/3584564685 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 msgr2=0x562f1b8be930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8be930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 -- 172.21.15.112:0/3584564685 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f1b79aad0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac8de00640 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fac800cb6a0 tx=0x7fac800d60e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e8824833e0a9bf4 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.324+0000 7fac87400640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 0x7fac740a4760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.328 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac7f400640 1 -- 172.21.15.112:0/3584564685 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac80096ca0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac7f400640 1 -- 172.21.15.112:0/3584564685 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fac8009a7d0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac7f400640 1 -- 172.21.15.112:0/3584564685 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac80066010 con 0x562f1b8b2fc0 2024-02-26T05:01:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac8e800640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 0x7fac740a4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.329 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac87400640 1 -- 172.21.15.112:0/2762501001 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fac800cdfc0 con 0x7fac901076c0 2024-02-26T05:01:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac97d8d740 1 -- 172.21.15.112:0/3584564685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 msgr2=0x562f1b8b3440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.325+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fac800cb6a0 tx=0x7fac800d60e0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.331 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 -- 172.21.15.112:0/3584564685 shutdown_connections 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8be930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b3440 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3584564685 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b2a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 -- 172.21.15.112:0/3584564685 >> 172.21.15.112:0/3584564685 conn(0x562f1b87a480 msgr2=0x562f1b8adcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac8e800640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 0x7fac740a4760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fac880057c0 tx=0x7fac880056d0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 -- 172.21.15.112:0/3584564685 shutdown_connections 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 -- 172.21.15.112:0/3584564685 wait complete. 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 -- start start 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.326+0000 7fac97d8d740 1 Processor -- start 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 0x562f1b8ba010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b8195a0 con 0x562f1b8b3d30 2024-02-26T05:01:11.332 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b7beb20 con 0x562f1b8b2fc0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b7be7c0 con 0x562f1b8bc540 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac97d8d740 10 client.0 _ll_register_callbacks cb 0x562f1b7d2520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac8de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac8e800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 0x562f1b8ba010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac8de00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:58616/0 (socket says 172.21.15.112:58616) 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac8de00640 1 -- 172.21.15.112:0/3540508264 learned_addr learned my addr 172.21.15.112:0/3540508264 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.327+0000 7fac85400640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 -- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 msgr2=0x562f1b8b9590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 -- 172.21.15.112:0/3540508264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b3d30 msgr2=0x562f1b8b9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 -- 172.21.15.112:0/3540508264 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac9019e8c0 con 0x562f1b8bc540 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8de00640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac8e800640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 0x562f1b8ba010 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fac88037040 tx=0x7fac8802bb70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9da2e7eaedc6b82b server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.333 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac73e00640 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac8802caa0 con 0x562f1b8bc540 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mon.1 v2:172.21.15.175:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fac88032620 con 0x562f1b8bc540 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.328+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f1b7ebca0 con 0x562f1b8bc540 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac8802cc00 con 0x562f1b8bc540 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 10 client.25453 fetch_fsmap learned FSMap version 30 2024-02-26T05:01:11.334 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x562f1b817c20 con 0x562f1b8bc540 2024-02-26T05:01:11.335 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mon.1 v2:172.21.15.175:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x562f1b7ebca0 con 0x562f1b8bc540 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mon.1 v2:172.21.15.175:3300/0 5 ==== fsmap(e 30) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fac88003b70 con 0x562f1b8bc540 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 10 client.25453 fetch_fsmap finished waiting for FSMap version 30 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 10 client.25453 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 20 client.25453 populate_metadata read hostname 'smithi112' 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.329+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b8cc620 0x562f1b8cea40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.330+0000 7fac97d8d740 4 client.25453 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.330+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562f1b80fcb0 con 0x562f1b8cc620 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.330+0000 7fac8de00640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b8cc620 0x562f1b8cea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.330+0000 7fac8de00640 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b8cc620 0x562f1b8cea40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b0417dbef649d832 server_cookie=d7496a4c4ca14cef in_seq=0 out_seq=0 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.330+0000 7fac73e00640 10 client.25453 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac73e00640 1 -- 172.21.15.112:0/3540508264 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562f1b80fcb0 con 0x562f1b8cc620 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac73e00640 10 client.25453 handle_command_reply: tid=0 2024-02-26T05:01:11.336 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 client.25453 shutdown 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 msgr2=0x562f1b8ba010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 0x562f1b8ba010 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fac88037040 tx=0x7fac8802bb70 comp rx=0 tx=0).stop 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 shutdown_connections 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b8cc620 0x562f1b8cea40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8bc540 0x562f1b8ba010 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac73e00640 0 client.25453 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 --2- 172.21.15.112:0/3540508264 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b2fc0 0x562f1b8b9590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.331+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 >> 172.21.15.112:0/3540508264 conn(0x562f1b87a480 msgr2=0x562f1b8afa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.332+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 shutdown_connections 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.332+0000 7fac97d8d740 1 -- 172.21.15.112:0/3540508264 wait complete. 2024-02-26T05:01:11.337 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.332+0000 7fac97d8d740 20 client.25453 trim_cache size 0 max 16384 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 Processor -- start 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 -- start start 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b2fc0 0x562f1b8bbcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8bc540 0x562f1b8c3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b561e60 con 0x562f1b8b2fc0 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b7ebcd0 con 0x562f1b8bc540 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac97d8d740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b8c8380 con 0x562f1b8b3d30 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac85400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.350 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac8de00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b2fc0 0x562f1b8bbcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac85400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:41564/0 (socket says 172.21.15.112:41564) 2024-02-26T05:01:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac85400640 1 -- 172.21.15.112:0/568354113 learned_addr learned my addr 172.21.15.112:0/568354113 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:01:11.351 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.347+0000 7fac8e800640 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8bc540 0x562f1b8c3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 -- 172.21.15.112:0/568354113 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8bc540 msgr2=0x562f1b8c3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8bc540 0x562f1b8c3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 -- 172.21.15.112:0/568354113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b2fc0 msgr2=0x562f1b8bbcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b2fc0 0x562f1b8bbcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.352 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 -- 172.21.15.112:0/568354113 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562f1b7b4500 con 0x562f1b8b3d30 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac85400640 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fac9019f260 tx=0x7fac78005f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d4d3ae0657410c2d server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac7ea00640 1 -- 172.21.15.112:0/568354113 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac78020070 con 0x562f1b8b3d30 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac7ea00640 1 -- 172.21.15.112:0/568354113 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fac78018040 con 0x562f1b8b3d30 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.348+0000 7fac7ea00640 1 -- 172.21.15.112:0/568354113 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac78017050 con 0x562f1b8b3d30 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 -- 172.21.15.112:0/568354113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 msgr2=0x562f1b8b9e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fac9019f260 tx=0x7fac78005f90 comp rx=0 tx=0).stop 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 -- 172.21.15.112:0/568354113 shutdown_connections 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8bc540 0x562f1b8c3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b3d30 0x562f1b8b9e30 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 --2- 172.21.15.112:0/568354113 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8b2fc0 0x562f1b8bbcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 -- 172.21.15.112:0/568354113 >> 172.21.15.112:0/568354113 conn(0x562f1b87a480 msgr2=0x562f1b8b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 -- 172.21.15.112:0/568354113 shutdown_connections 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.349+0000 7fac97d8d740 1 -- 172.21.15.112:0/568354113 wait complete. 2024-02-26T05:01:11.353 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 -- start start 2024-02-26T05:01:11.354 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 Processor -- start 2024-02-26T05:01:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.356 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8b6110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b8c3c80 con 0x562f1b8bc540 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b8b6650 con 0x562f1b8b3d30 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x562f1b8b6810 con 0x562f1b8b2fc0 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.350+0000 7fac97d8d740 10 client.0 _ll_register_callbacks cb 0x7fac88043070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:41578/0 (socket says 172.21.15.112:41578) 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 -- 172.21.15.112:0/301947776 learned_addr learned my addr 172.21.15.112:0/301947776 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac85400640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8e800640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8b6110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 -- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 msgr2=0x562f1b8b5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 -- 172.21.15.112:0/301947776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 msgr2=0x562f1b8b6110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8b6110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.357 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 -- 172.21.15.112:0/301947776 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac78009a60 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8e800640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8b6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac8de00640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fac80096e60 tx=0x7fac800d1840 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c10e94ebc46ee517 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac73e00640 10 client.0 ms_handle_connect on v2:172.21.15.175:3300/0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.351+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac800d65e0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mon.1 v2:172.21.15.175:3300/0 2 ==== osd_map(88..88 src has 1..88) v4 ==== 8448+0+0 (secure 0 0 0) 0x7fac8009b100 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562f1b83ed00 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_get_version_reply(handle=1 version=30) v2 ==== 24+0+0 (secure 0 0 0) 0x7fac8009a7d0 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 10 client.25459 fetch_fsmap learned FSMap version 30 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,fsmap=30,monmap=4+}) v3 -- 0x562f1b7da290 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mon.1 v2:172.21.15.175:3300/0 4 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x562f1b83ed00 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mon.1 v2:172.21.15.175:3300/0 5 ==== fsmap(e 30) v1 ==== 7906+0+0 (secure 0 0 0) 0x7fac80097070 con 0x562f1b8b2fc0 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 10 client.25459 fetch_fsmap finished waiting for FSMap version 30 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 10 client.25459 resolve_mds: resolved cephfs:0 to role '1:0' aka daemon mds.b 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 20 client.25459 populate_metadata read hostname 'smithi112' 2024-02-26T05:01:11.358 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b923d50 0x562f1b926170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:01:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 4 client.25459 mds_command: new command op to 24578 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-02-26T05:01:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 --> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x562f1b519600 con 0x562f1b923d50 2024-02-26T05:01:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.352+0000 7fac85400640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b923d50 0x562f1b926170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:01:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.353+0000 7fac85400640 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b923d50 0x562f1b926170 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f8e9a3250208e927 server_cookie=83985e7d026799a9 in_seq=0 out_seq=0 2024-02-26T05:01:11.359 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.353+0000 7fac73e00640 10 client.25459 ms_handle_connect on v2:172.21.15.161:6838/1973886766 2024-02-26T05:01:11.611 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.608+0000 7fac73e00640 1 -- 172.21.15.112:0/301947776 <== mds.0 v2:172.21.15.161:6838/1973886766 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x562f1b519600 con 0x562f1b923d50 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.608+0000 7fac73e00640 10 client.25459 handle_command_reply: tid=0 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.608+0000 7fac97d8d740 1 client.25459 shutdown 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 msgr2=0x562f1b8c3560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fac80096e60 tx=0x7fac800d1840 comp rx=0 tx=0).stop 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 shutdown_connections 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:6838/1973886766,v1:172.21.15.161:6839/1973886766] conn(0x562f1b923d50 0x562f1b926170 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x562f1b8bc540 0x562f1b8b6110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x562f1b8b3d30 0x562f1b8b5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 --2- 172.21.15.112:0/301947776 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x562f1b8b2fc0 0x562f1b8c3560 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac73e00640 0 client.25459 ms_handle_reset on v2:172.21.15.161:6838/1973886766 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 >> 172.21.15.112:0/301947776 conn(0x562f1b87a480 msgr2=0x562f1b8b7e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.612 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 shutdown_connections 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 1 -- 172.21.15.112:0/301947776 wait complete. 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.609+0000 7fac97d8d740 20 client.25459 trim_cache size 0 max 16384 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:{ 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "message": "", 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout: "return_code": 0 2024-02-26T05:01:11.613 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stdout:} 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 msgr2=0x7fac740a4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 0x7fac740a4760 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7fac880057c0 tx=0x7fac880056d0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 msgr2=0x7fac901a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fac8000c420 tx=0x7fac80009f90 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 shutdown_connections 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fac740a22a0 0x7fac740a4760 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fac9010d610 0x7fac9019da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fac90108080 0x7fac901a3e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 --2- 172.21.15.112:0/2762501001 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fac901076c0 0x7fac901a38c0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 >> 172.21.15.112:0/2762501001 conn(0x7fac90076f60 msgr2=0x7fac90078180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.610+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 shutdown_connections 2024-02-26T05:01:11.614 INFO:teuthology.task.background_exec.ubuntu@smithi112.front.sepia.ceph.com.smithi112.stderr:2024-02-26T05:01:11.611+0000 7fac8f200640 1 -- 172.21.15.112:0/2762501001 wait complete. 2024-02-26T05:01:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:12 smithi175 ceph-mon[36652]: pgmap v65: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 360 op/s 2024-02-26T05:01:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:12 smithi161 ceph-mon[36447]: pgmap v65: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 360 op/s 2024-02-26T05:01:12.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:12 smithi112 ceph-mon[31817]: pgmap v65: 97 pgs: 97 active+clean; 205 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 360 op/s 2024-02-26T05:01:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:14 smithi175 ceph-mon[36652]: pgmap v66: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 618 op/s 2024-02-26T05:01:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:14 smithi161 ceph-mon[36447]: pgmap v66: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 618 op/s 2024-02-26T05:01:14.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:14 smithi112 ceph-mon[31817]: pgmap v66: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.9 MiB/s rd, 4.9 MiB/s wr, 618 op/s 2024-02-26T05:01:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:16 smithi175 ceph-mon[36652]: pgmap v67: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:16 smithi161 ceph-mon[36447]: pgmap v67: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:16 smithi112 ceph-mon[31817]: pgmap v67: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:18.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:18 smithi175 ceph-mon[36652]: pgmap v68: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:18.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:18 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:01:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:18 smithi161 ceph-mon[36447]: pgmap v68: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:18 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:01:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:18 smithi112 ceph-mon[31817]: pgmap v68: 97 pgs: 97 active+clean; 184 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 283 op/s 2024-02-26T05:01:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:18 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:01:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:19 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:01:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:19 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:01:19.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:19 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:01:19.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:19 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:01:19.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:19 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:01:19.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:19 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:01:19.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:19 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:01:19.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:19 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:01:19.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:19 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:01:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:20 smithi175 ceph-mon[36652]: pgmap v69: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-02-26T05:01:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:20 smithi161 ceph-mon[36447]: pgmap v69: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-02-26T05:01:20.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:20 smithi112 ceph-mon[31817]: pgmap v69: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-02-26T05:01:21.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:21 smithi161 ceph-mon[36447]: pgmap v70: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 381 op/s 2024-02-26T05:01:21.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:21 smithi112 ceph-mon[31817]: pgmap v70: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 381 op/s 2024-02-26T05:01:22.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:21 smithi175 ceph-mon[36652]: pgmap v70: 97 pgs: 97 active+clean; 192 MiB data, 1.1 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 381 op/s 2024-02-26T05:01:22.515 INFO:tasks.workunit:Stopping ['fs/norstats'] on client.0... 2024-02-26T05:01:22.516 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-02-26T05:01:23.609 DEBUG:teuthology.parallel:result is None 2024-02-26T05:01:23.609 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-02-26T05:01:23.710 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-02-26T05:01:23.710 DEBUG:teuthology.run_tasks:Unwinding manager background_exec 2024-02-26T05:01:23.720 INFO:teuthology.task.background_exec:Stopping background command on ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T05:01:23.749 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-02-26T05:01:23.760 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-02-26T05:01:23.761 INFO:teuthology.task.exec:Executing custom commands... 2024-02-26T05:01:23.761 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T05:01:23.761 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-02-26T05:01:23.893 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-02-26T05:01:24.814 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:24 smithi175 ceph-mon[36652]: pgmap v71: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-02-26T05:01:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:24 smithi161 ceph-mon[36447]: pgmap v71: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-02-26T05:01:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:24 smithi112 ceph-mon[31817]: pgmap v71: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 534 op/s 2024-02-26T05:01:26.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:26 smithi175 ceph-mon[36652]: pgmap v72: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:26 smithi161 ceph-mon[36447]: pgmap v72: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:26.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:26 smithi112 ceph-mon[31817]: pgmap v72: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:28 smithi175 ceph-mon[36652]: pgmap v73: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:28 smithi161 ceph-mon[36447]: pgmap v73: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:28 smithi112 ceph-mon[31817]: pgmap v73: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 276 op/s 2024-02-26T05:01:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:30 smithi175 ceph-mon[36652]: pgmap v74: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 283 op/s 2024-02-26T05:01:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:30 smithi161 ceph-mon[36447]: pgmap v74: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 283 op/s 2024-02-26T05:01:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:30 smithi112 ceph-mon[31817]: pgmap v74: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 283 op/s 2024-02-26T05:01:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:32 smithi175 ceph-mon[36652]: pgmap v75: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 630 KiB/s wr, 159 op/s 2024-02-26T05:01:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:32 smithi161 ceph-mon[36447]: pgmap v75: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 630 KiB/s wr, 159 op/s 2024-02-26T05:01:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:32 smithi112 ceph-mon[31817]: pgmap v75: 97 pgs: 97 active+clean; 196 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 688 KiB/s rd, 630 KiB/s wr, 159 op/s 2024-02-26T05:01:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:34 smithi175 ceph-mon[36652]: pgmap v76: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 634 KiB/s wr, 163 op/s 2024-02-26T05:01:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:34 smithi161 ceph-mon[36447]: pgmap v76: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 634 KiB/s wr, 163 op/s 2024-02-26T05:01:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:34 smithi112 ceph-mon[31817]: pgmap v76: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 692 KiB/s rd, 634 KiB/s wr, 163 op/s 2024-02-26T05:01:36.791 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:36 smithi112 ceph-mon[31817]: pgmap v77: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:36 smithi175 ceph-mon[36652]: pgmap v77: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:36 smithi161 ceph-mon[36447]: pgmap v77: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:38 smithi112 ceph-mon[31817]: pgmap v78: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:38 smithi175 ceph-mon[36652]: pgmap v78: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:38 smithi161 ceph-mon[36447]: pgmap v78: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 11 KiB/s wr, 10 op/s 2024-02-26T05:01:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:40 smithi175 ceph-mon[36652]: pgmap v79: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-02-26T05:01:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:40 smithi161 ceph-mon[36447]: pgmap v79: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-02-26T05:01:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:40 smithi112 ceph-mon[31817]: pgmap v79: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 11 KiB/s wr, 13 op/s 2024-02-26T05:01:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:42 smithi175 ceph-mon[36652]: pgmap v80: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-02-26T05:01:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:42 smithi161 ceph-mon[36447]: pgmap v80: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-02-26T05:01:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:42 smithi112 ceph-mon[31817]: pgmap v80: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 4.0 KiB/s wr, 6 op/s 2024-02-26T05:01:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:44 smithi175 ceph-mon[36652]: pgmap v81: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-02-26T05:01:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:44 smithi161 ceph-mon[36447]: pgmap v81: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-02-26T05:01:44.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:44 smithi112 ceph-mon[31817]: pgmap v81: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 8.2 KiB/s rd, 4.9 KiB/s wr, 9 op/s 2024-02-26T05:01:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:46 smithi175 ceph-mon[36652]: pgmap v82: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:46 smithi161 ceph-mon[36447]: pgmap v82: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:46.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:46 smithi112 ceph-mon[31817]: pgmap v82: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:48.835 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:48 smithi112 ceph-mon[31817]: pgmap v83: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:48.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:48 smithi175 ceph-mon[36652]: pgmap v83: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:48 smithi161 ceph-mon[36447]: pgmap v83: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 1.2 KiB/s wr, 5 op/s 2024-02-26T05:01:50.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:50 smithi175 ceph-mon[36652]: pgmap v84: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-02-26T05:01:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:50 smithi161 ceph-mon[36447]: pgmap v84: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-02-26T05:01:50.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:50 smithi112 ceph-mon[31817]: pgmap v84: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-02-26T05:01:52.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:52 smithi175 ceph-mon[36652]: pgmap v85: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T05:01:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:52 smithi161 ceph-mon[36447]: pgmap v85: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T05:01:52.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:52 smithi112 ceph-mon[31817]: pgmap v85: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.4 KiB/s rd, 938 B/s wr, 5 op/s 2024-02-26T05:01:54.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:54 smithi175 ceph-mon[36652]: pgmap v86: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-02-26T05:01:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:54 smithi161 ceph-mon[36447]: pgmap v86: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-02-26T05:01:54.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:54 smithi112 ceph-mon[31817]: pgmap v86: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 938 B/s wr, 7 op/s 2024-02-26T05:01:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:56 smithi175 ceph-mon[36652]: pgmap v87: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:01:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:56 smithi161 ceph-mon[36447]: pgmap v87: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:01:56.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:56 smithi112 ceph-mon[31817]: pgmap v87: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:01:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:01:58 smithi175 ceph-mon[36652]: pgmap v88: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:01:58.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:01:58 smithi161 ceph-mon[36447]: pgmap v88: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:01:58.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:01:58 smithi112 ceph-mon[31817]: pgmap v88: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:00 smithi175 ceph-mon[36652]: pgmap v89: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:00 smithi161 ceph-mon[36447]: pgmap v89: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:00.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:00 smithi112 ceph-mon[31817]: pgmap v89: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:02 smithi175 ceph-mon[36652]: pgmap v90: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:02 smithi161 ceph-mon[36447]: pgmap v90: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:02 smithi112 ceph-mon[31817]: pgmap v90: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:04 smithi175 ceph-mon[36652]: pgmap v91: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:04 smithi161 ceph-mon[36447]: pgmap v91: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:04.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:04 smithi112 ceph-mon[31817]: pgmap v91: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:06 smithi161 ceph-mon[36447]: pgmap v92: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:06 smithi112 ceph-mon[31817]: pgmap v92: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:06 smithi175 ceph-mon[36652]: pgmap v92: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:08 smithi161 ceph-mon[36447]: pgmap v93: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:08.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:08 smithi112 ceph-mon[31817]: pgmap v93: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:09.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:08 smithi175 ceph-mon[36652]: pgmap v93: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:02:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:10 smithi161 ceph-mon[36447]: pgmap v94: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:10 smithi112 ceph-mon[31817]: pgmap v94: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:11.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:10 smithi175 ceph-mon[36652]: pgmap v94: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:11.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:11 smithi161 ceph-mon[36447]: pgmap v95: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:02:11.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:11 smithi112 ceph-mon[31817]: pgmap v95: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:02:12.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:11 smithi175 ceph-mon[36652]: pgmap v95: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:02:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:14 smithi175 ceph-mon[36652]: pgmap v96: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:14 smithi161 ceph-mon[36447]: pgmap v96: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:14 smithi112 ceph-mon[31817]: pgmap v96: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:02:16.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:16 smithi175 ceph-mon[36652]: pgmap v97: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:16 smithi161 ceph-mon[36447]: pgmap v97: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:16.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:16 smithi112 ceph-mon[31817]: pgmap v97: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:18.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:18 smithi175 ceph-mon[36652]: pgmap v98: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:18 smithi161 ceph-mon[36447]: pgmap v98: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:18 smithi112 ceph-mon[31817]: pgmap v98: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:02:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:20 smithi175 ceph-mon[36652]: pgmap v99: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:02:20.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:20 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:02:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:20 smithi161 ceph-mon[36447]: pgmap v99: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:02:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:20 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:02:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:20 smithi112 ceph-mon[31817]: pgmap v99: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:02:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:20 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:02:21.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:21 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:02:21.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:21 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:02:21.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:21 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:02:21.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:21 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:02:21.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:21 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:02:21.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:21 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:02:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:21 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:02:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:21 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:02:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:21 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:02:22.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:22 smithi175 ceph-mon[36652]: pgmap v100: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:22 smithi161 ceph-mon[36447]: pgmap v100: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:22 smithi112 ceph-mon[31817]: pgmap v100: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:24.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:24 smithi175 ceph-mon[36652]: pgmap v101: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:24 smithi161 ceph-mon[36447]: pgmap v101: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:24 smithi112 ceph-mon[31817]: pgmap v101: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:26.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:26 smithi175 ceph-mon[36652]: pgmap v102: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:26 smithi161 ceph-mon[36447]: pgmap v102: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:26.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:26 smithi112 ceph-mon[31817]: pgmap v102: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:28.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:28 smithi175 ceph-mon[36652]: pgmap v103: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:28 smithi161 ceph-mon[36447]: pgmap v103: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:28 smithi112 ceph-mon[31817]: pgmap v103: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:30 smithi175 ceph-mon[36652]: pgmap v104: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:30 smithi161 ceph-mon[36447]: pgmap v104: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:30 smithi112 ceph-mon[31817]: pgmap v104: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:32 smithi175 ceph-mon[36652]: pgmap v105: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:32 smithi161 ceph-mon[36447]: pgmap v105: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:32 smithi112 ceph-mon[31817]: pgmap v105: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:34 smithi175 ceph-mon[36652]: pgmap v106: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:34 smithi161 ceph-mon[36447]: pgmap v106: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:34 smithi112 ceph-mon[31817]: pgmap v106: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:36.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:36 smithi175 ceph-mon[36652]: pgmap v107: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:36 smithi161 ceph-mon[36447]: pgmap v107: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:36.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:36 smithi112 ceph-mon[31817]: pgmap v107: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:38 smithi175 ceph-mon[36652]: pgmap v108: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:38 smithi161 ceph-mon[36447]: pgmap v108: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:38.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:38 smithi112 ceph-mon[31817]: pgmap v108: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:40 smithi175 ceph-mon[36652]: pgmap v109: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:40 smithi161 ceph-mon[36447]: pgmap v109: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:40 smithi112 ceph-mon[31817]: pgmap v109: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:42 smithi175 ceph-mon[36652]: pgmap v110: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:42 smithi161 ceph-mon[36447]: pgmap v110: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:42 smithi112 ceph-mon[31817]: pgmap v110: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:44 smithi175 ceph-mon[36652]: pgmap v111: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:44 smithi161 ceph-mon[36447]: pgmap v111: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:44.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:44 smithi112 ceph-mon[31817]: pgmap v111: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:46.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:46 smithi175 ceph-mon[36652]: pgmap v112: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:46 smithi161 ceph-mon[36447]: pgmap v112: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:46.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:46 smithi112 ceph-mon[31817]: pgmap v112: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:48 smithi161 ceph-mon[36447]: pgmap v113: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:48 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:48.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:48 smithi112 ceph-mon[31817]: pgmap v113: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:48.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:48 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:48 smithi175 ceph-mon[36652]: pgmap v113: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:48 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:50 smithi161 ceph-mon[36447]: pgmap v114: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:50.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:50 smithi112 ceph-mon[31817]: pgmap v114: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:50 smithi175 ceph-mon[36652]: pgmap v114: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:51.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:51 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:51.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:51 smithi161 ceph-mon[36447]: pgmap v115: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:51.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:51 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:51.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:51 smithi112 ceph-mon[31817]: pgmap v115: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:51 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:02:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:51 smithi175 ceph-mon[36652]: pgmap v115: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:54.814 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:54 smithi175 ceph-mon[36652]: pgmap v116: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:54 smithi161 ceph-mon[36447]: pgmap v116: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:54 smithi112 ceph-mon[31817]: pgmap v116: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:02:56.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:56 smithi175 ceph-mon[36652]: pgmap v117: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:56 smithi161 ceph-mon[36447]: pgmap v117: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:56.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:56 smithi112 ceph-mon[31817]: pgmap v117: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:58.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:02:58 smithi175 ceph-mon[36652]: pgmap v118: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:58.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:02:58 smithi161 ceph-mon[36447]: pgmap v118: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:02:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:02:58 smithi112 ceph-mon[31817]: pgmap v118: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:00 smithi175 ceph-mon[36652]: pgmap v119: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:00 smithi161 ceph-mon[36447]: pgmap v119: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:00.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:00 smithi112 ceph-mon[31817]: pgmap v119: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:02 smithi175 ceph-mon[36652]: pgmap v120: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:02 smithi161 ceph-mon[36447]: pgmap v120: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:02 smithi112 ceph-mon[31817]: pgmap v120: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:04 smithi175 ceph-mon[36652]: pgmap v121: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:04 smithi161 ceph-mon[36447]: pgmap v121: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:04.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:04 smithi112 ceph-mon[31817]: pgmap v121: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:06 smithi175 ceph-mon[36652]: pgmap v122: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:06 smithi161 ceph-mon[36447]: pgmap v122: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:06.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:06 smithi112 ceph-mon[31817]: pgmap v122: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:08 smithi175 ceph-mon[36652]: pgmap v123: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:08 smithi161 ceph-mon[36447]: pgmap v123: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:08.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:08 smithi112 ceph-mon[31817]: pgmap v123: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:03:10.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:10 smithi175 ceph-mon[36652]: pgmap v124: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:10 smithi161 ceph-mon[36447]: pgmap v124: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:10 smithi112 ceph-mon[31817]: pgmap v124: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:12.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:12 smithi175 ceph-mon[36652]: pgmap v125: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:03:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:12 smithi161 ceph-mon[36447]: pgmap v125: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:03:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:12 smithi112 ceph-mon[31817]: pgmap v125: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:03:14.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:14 smithi175 ceph-mon[36652]: pgmap v126: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:14 smithi161 ceph-mon[36447]: pgmap v126: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:14.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:14 smithi112 ceph-mon[31817]: pgmap v126: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:03:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:16 smithi161 ceph-mon[36447]: pgmap v127: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:16 smithi112 ceph-mon[31817]: pgmap v127: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:16 smithi175 ceph-mon[36652]: pgmap v127: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:18 smithi161 ceph-mon[36447]: pgmap v128: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:18.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:18 smithi112 ceph-mon[31817]: pgmap v128: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:18 smithi175 ceph-mon[36652]: pgmap v128: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:03:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:20 smithi161 ceph-mon[36447]: pgmap v129: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:03:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:20 smithi112 ceph-mon[31817]: pgmap v129: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:03:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:20 smithi175 ceph-mon[36652]: pgmap v129: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:03:21.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:21 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:03:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:21 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:03:22.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:21 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:03:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:22 smithi161 ceph-mon[36447]: pgmap v130: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:03:22.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:22 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:03:22.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:22 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:03:22.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:22 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:03:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:22 smithi112 ceph-mon[31817]: pgmap v130: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:03:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:22 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:03:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:22 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:03:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:22 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:03:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:22 smithi175 ceph-mon[36652]: pgmap v130: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:03:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:22 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:03:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:22 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:03:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:22 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:03:24.914 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:24 smithi175 ceph-mon[36652]: pgmap v131: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:03:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:24 smithi161 ceph-mon[36447]: pgmap v131: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:03:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:24 smithi112 ceph-mon[31817]: pgmap v131: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:03:25.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:25 smithi161 ceph-mon[36447]: pgmap v132: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:25 smithi112 ceph-mon[31817]: pgmap v132: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:25 smithi175 ceph-mon[36652]: pgmap v132: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:28 smithi175 ceph-mon[36652]: pgmap v133: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:28 smithi161 ceph-mon[36447]: pgmap v133: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:28 smithi112 ceph-mon[31817]: pgmap v133: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:30 smithi175 ceph-mon[36652]: pgmap v134: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:30 smithi161 ceph-mon[36447]: pgmap v134: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:30 smithi112 ceph-mon[31817]: pgmap v134: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:32 smithi175 ceph-mon[36652]: pgmap v135: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:32 smithi161 ceph-mon[36447]: pgmap v135: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:32 smithi112 ceph-mon[31817]: pgmap v135: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:34 smithi175 ceph-mon[36652]: pgmap v136: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:34 smithi161 ceph-mon[36447]: pgmap v136: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:34 smithi112 ceph-mon[31817]: pgmap v136: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:36 smithi175 ceph-mon[36652]: pgmap v137: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:36 smithi161 ceph-mon[36447]: pgmap v137: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:36.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:36 smithi112 ceph-mon[31817]: pgmap v137: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:38 smithi175 ceph-mon[36652]: pgmap v138: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:38 smithi161 ceph-mon[36447]: pgmap v138: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:38.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:38 smithi112 ceph-mon[31817]: pgmap v138: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:40.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:40 smithi175 ceph-mon[36652]: pgmap v139: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:40 smithi161 ceph-mon[36447]: pgmap v139: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:40 smithi112 ceph-mon[31817]: pgmap v139: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:42.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:42 smithi175 ceph-mon[36652]: pgmap v140: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:42 smithi161 ceph-mon[36447]: pgmap v140: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:42 smithi112 ceph-mon[31817]: pgmap v140: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:44.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:44 smithi175 ceph-mon[36652]: pgmap v141: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:44 smithi161 ceph-mon[36447]: pgmap v141: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:44.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:44 smithi112 ceph-mon[31817]: pgmap v141: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:46 smithi161 ceph-mon[36447]: pgmap v142: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:46 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:03:46.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:46 smithi112 ceph-mon[31817]: pgmap v142: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:46.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:46 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:03:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:46 smithi175 ceph-mon[36652]: pgmap v142: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:46 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:03:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:48 smithi161 ceph-mon[36447]: pgmap v143: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:48.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:48 smithi112 ceph-mon[31817]: pgmap v143: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:48 smithi175 ceph-mon[36652]: pgmap v143: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:50 smithi161 ceph-mon[36447]: pgmap v144: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:50.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:50 smithi112 ceph-mon[31817]: pgmap v144: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:50 smithi175 ceph-mon[36652]: pgmap v144: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:52 smithi161 ceph-mon[36447]: pgmap v145: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:52.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:52 smithi112 ceph-mon[31817]: pgmap v145: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:53.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:52 smithi175 ceph-mon[36652]: pgmap v145: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:54.913 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:54 smithi175 ceph-mon[36652]: pgmap v146: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:54 smithi161 ceph-mon[36447]: pgmap v146: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:54 smithi112 ceph-mon[31817]: pgmap v146: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:03:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:56 smithi161 ceph-mon[36447]: pgmap v147: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:56.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:56 smithi112 ceph-mon[31817]: pgmap v147: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:57.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:56 smithi175 ceph-mon[36652]: pgmap v147: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:58.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:58 smithi161 ceph-mon[36447]: pgmap v148: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:58 smithi112 ceph-mon[31817]: pgmap v148: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:59.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:58 smithi175 ceph-mon[36652]: pgmap v148: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:03:59.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:03:59 smithi112 ceph-mon[31817]: pgmap v149: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:00.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:03:59 smithi175 ceph-mon[36652]: pgmap v149: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:00.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:03:59 smithi161 ceph-mon[36447]: pgmap v149: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:02 smithi175 ceph-mon[36652]: pgmap v150: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:02 smithi161 ceph-mon[36447]: pgmap v150: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:02 smithi112 ceph-mon[31817]: pgmap v150: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:04.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:04 smithi175 ceph-mon[36652]: pgmap v151: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:04 smithi161 ceph-mon[36447]: pgmap v151: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:04.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:04 smithi112 ceph-mon[31817]: pgmap v151: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:06.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:06 smithi175 ceph-mon[36652]: pgmap v152: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:06 smithi161 ceph-mon[36447]: pgmap v152: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:06 smithi112 ceph-mon[31817]: pgmap v152: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:07.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:07 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:07.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:07 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:07.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:07 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:08.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:08 smithi175 ceph-mon[36652]: pgmap v153: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:08 smithi161 ceph-mon[36447]: pgmap v153: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:08.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:08 smithi112 ceph-mon[31817]: pgmap v153: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 19 op/s 2024-02-26T05:04:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:10 smithi161 ceph-mon[36447]: pgmap v154: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:10 smithi112 ceph-mon[31817]: pgmap v154: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:11.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:10 smithi175 ceph-mon[36652]: pgmap v154: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:12 smithi161 ceph-mon[36447]: pgmap v155: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:04:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:12 smithi112 ceph-mon[31817]: pgmap v155: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:04:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:12 smithi175 ceph-mon[36652]: pgmap v155: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:04:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:14 smithi161 ceph-mon[36447]: pgmap v156: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:14.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:14 smithi112 ceph-mon[31817]: pgmap v156: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:15.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:14 smithi175 ceph-mon[36652]: pgmap v156: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:04:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:16 smithi161 ceph-mon[36447]: pgmap v157: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:16 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:16 smithi112 ceph-mon[31817]: pgmap v157: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:16.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:16 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:16 smithi175 ceph-mon[36652]: pgmap v157: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:16 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:18 smithi161 ceph-mon[36447]: pgmap v158: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:18 smithi161 ceph-mon[36447]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:18.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:18 smithi112 ceph-mon[31817]: pgmap v158: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:18.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:18 smithi112 ceph-mon[31817]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:18 smithi175 ceph-mon[36652]: pgmap v158: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.7 KiB/s rd, 170 B/s wr, 5 op/s 2024-02-26T05:04:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:18 smithi175 ceph-mon[36652]: fsmap cephfs:3 {0=b=up:active,1=i=up:active,2=f=up:active} 3 up:standby-replay 6 up:standby 2024-02-26T05:04:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:20 smithi161 ceph-mon[36447]: pgmap v159: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:04:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:20 smithi112 ceph-mon[31817]: pgmap v159: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:04:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:20 smithi175 ceph-mon[36652]: pgmap v159: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 170 B/s wr, 7 op/s 2024-02-26T05:04:21.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:21 smithi112 ceph-mon[31817]: pgmap v160: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:04:22.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:21 smithi175 ceph-mon[36652]: pgmap v160: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:04:22.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:21 smithi161 ceph-mon[36447]: pgmap v160: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:04:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:22 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:04:23.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:22 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:04:23.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:22 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:04:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:23 smithi175 ceph-mon[36652]: pgmap v161: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:04:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:23 smithi161 ceph-mon[36447]: pgmap v161: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:04:24.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:23 smithi112 ceph-mon[31817]: pgmap v161: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:04:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:24 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:04:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:24 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:04:25.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:24 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:04:25.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:24 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:04:25.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:24 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:04:25.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:24 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:04:25.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:24 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:04:25.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:24 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:04:25.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:24 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:04:26.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:25 smithi161 ceph-mon[36447]: pgmap v162: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:26.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:25 smithi112 ceph-mon[31817]: pgmap v162: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:26.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:25 smithi175 ceph-mon[36652]: pgmap v162: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:28.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:28 smithi175 ceph-mon[36652]: pgmap v163: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:28.897 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:28 smithi161 ceph-mon[36447]: pgmap v163: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:28 smithi112 ceph-mon[31817]: pgmap v163: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:30.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:30 smithi175 ceph-mon[36652]: pgmap v164: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:30 smithi161 ceph-mon[36447]: pgmap v164: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:30 smithi112 ceph-mon[31817]: pgmap v164: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:32.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:32 smithi175 ceph-mon[36652]: pgmap v165: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:32 smithi161 ceph-mon[36447]: pgmap v165: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:32 smithi112 ceph-mon[31817]: pgmap v165: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:34.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:34 smithi175 ceph-mon[36652]: pgmap v166: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:34 smithi161 ceph-mon[36447]: pgmap v166: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:34 smithi112 ceph-mon[31817]: pgmap v166: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:36 smithi175 ceph-mon[36652]: pgmap v167: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:36 smithi161 ceph-mon[36447]: pgmap v167: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:36.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:36 smithi112 ceph-mon[31817]: pgmap v167: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:38 smithi161 ceph-mon[36447]: pgmap v168: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:38.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:38 smithi112 ceph-mon[31817]: pgmap v168: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:38 smithi175 ceph-mon[36652]: pgmap v168: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:40 smithi161 ceph-mon[36447]: pgmap v169: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:40 smithi112 ceph-mon[31817]: pgmap v169: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:40 smithi175 ceph-mon[36652]: pgmap v169: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:42 smithi161 ceph-mon[36447]: pgmap v170: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:42 smithi112 ceph-mon[31817]: pgmap v170: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:43.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:42 smithi175 ceph-mon[36652]: pgmap v170: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:44 smithi161 ceph-mon[36447]: pgmap v171: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:44.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:44 smithi112 ceph-mon[31817]: pgmap v171: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:45.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:44 smithi175 ceph-mon[36652]: pgmap v171: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:46 smithi161 ceph-mon[36447]: pgmap v172: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:46.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:46 smithi112 ceph-mon[31817]: pgmap v172: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:47.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:46 smithi175 ceph-mon[36652]: pgmap v172: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:48 smithi161 ceph-mon[36447]: pgmap v173: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:48.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:48 smithi112 ceph-mon[31817]: pgmap v173: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:48 smithi175 ceph-mon[36652]: pgmap v173: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:50 smithi161 ceph-mon[36447]: pgmap v174: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:50.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:50 smithi112 ceph-mon[31817]: pgmap v174: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:50 smithi175 ceph-mon[36652]: pgmap v174: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:52 smithi161 ceph-mon[36447]: pgmap v175: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:52.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:52 smithi112 ceph-mon[31817]: pgmap v175: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:53.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:52 smithi175 ceph-mon[36652]: pgmap v175: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:54.914 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:54 smithi175 ceph-mon[36652]: pgmap v176: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:54 smithi161 ceph-mon[36447]: pgmap v176: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:54 smithi112 ceph-mon[31817]: pgmap v176: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:04:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:56 smithi161 ceph-mon[36447]: pgmap v177: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:56.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:56 smithi112 ceph-mon[31817]: pgmap v177: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:57.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:56 smithi175 ceph-mon[36652]: pgmap v177: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:57.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:04:57 smithi161 ceph-mon[36447]: pgmap v178: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:57.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:04:57 smithi112 ceph-mon[31817]: pgmap v178: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:04:58.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:04:57 smithi175 ceph-mon[36652]: pgmap v178: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:00.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:00 smithi175 ceph-mon[36652]: pgmap v179: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:00 smithi161 ceph-mon[36447]: pgmap v179: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:00.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:00 smithi112 ceph-mon[31817]: pgmap v179: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:02.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:02 smithi175 ceph-mon[36652]: pgmap v180: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:02 smithi161 ceph-mon[36447]: pgmap v180: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:02 smithi112 ceph-mon[31817]: pgmap v180: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:04 smithi161 ceph-mon[36447]: pgmap v181: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:04.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:04 smithi112 ceph-mon[31817]: pgmap v181: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:05.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:04 smithi175 ceph-mon[36652]: pgmap v181: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:06 smithi161 ceph-mon[36447]: pgmap v182: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:06 smithi112 ceph-mon[31817]: pgmap v182: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:06 smithi175 ceph-mon[36652]: pgmap v182: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:08 smithi161 ceph-mon[36447]: pgmap v183: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:08.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:08 smithi112 ceph-mon[31817]: pgmap v183: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:09.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:08 smithi175 ceph-mon[36652]: pgmap v183: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:10 smithi161 ceph-mon[36447]: pgmap v184: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:10 smithi112 ceph-mon[31817]: pgmap v184: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:11.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:10 smithi175 ceph-mon[36652]: pgmap v184: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:12 smithi161 ceph-mon[36447]: pgmap v185: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:12 smithi112 ceph-mon[31817]: pgmap v185: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:12 smithi175 ceph-mon[36652]: pgmap v185: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 22 KiB/s wr, 20 op/s 2024-02-26T05:05:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:14 smithi161 ceph-mon[36447]: pgmap v186: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:14.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:14 smithi112 ceph-mon[31817]: pgmap v186: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:15.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:14 smithi175 ceph-mon[36652]: pgmap v186: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 22 op/s 2024-02-26T05:05:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:16 smithi161 ceph-mon[36447]: pgmap v187: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:16.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:16 smithi112 ceph-mon[31817]: pgmap v187: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:16 smithi175 ceph-mon[36652]: pgmap v187: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:18 smithi161 ceph-mon[36447]: pgmap v188: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:18.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:18 smithi112 ceph-mon[31817]: pgmap v188: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:18 smithi175 ceph-mon[36652]: pgmap v188: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.6 KiB/s rd, 85 B/s wr, 5 op/s 2024-02-26T05:05:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:20 smithi161 ceph-mon[36447]: pgmap v189: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:05:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:20 smithi112 ceph-mon[31817]: pgmap v189: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:05:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:20 smithi175 ceph-mon[36652]: pgmap v189: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.8 KiB/s rd, 85 B/s wr, 7 op/s 2024-02-26T05:05:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:22 smithi161 ceph-mon[36447]: pgmap v190: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:22.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:22 smithi112 ceph-mon[31817]: pgmap v190: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:22 smithi175 ceph-mon[36652]: pgmap v190: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:24.914 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:24 smithi175 ceph-mon[36652]: pgmap v191: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:24.914 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:24 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:05:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:24 smithi161 ceph-mon[36447]: pgmap v191: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:24 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:05:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:24 smithi112 ceph-mon[31817]: pgmap v191: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:24.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:24 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:05:25.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:25 smithi161 ceph-mon[36447]: pgmap v192: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:25.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:25 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:05:25.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:25 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:05:25.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:25 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:05:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:25 smithi112 ceph-mon[31817]: pgmap v192: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:25 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:05:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:25 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:05:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:25 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:05:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:25 smithi175 ceph-mon[36652]: pgmap v192: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:25 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:05:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:25 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:05:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:25 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:05:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:28 smithi161 ceph-mon[36447]: pgmap v193: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:28 smithi112 ceph-mon[31817]: pgmap v193: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:28 smithi175 ceph-mon[36652]: pgmap v193: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:30 smithi161 ceph-mon[36447]: pgmap v194: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:30 smithi112 ceph-mon[31817]: pgmap v194: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:30 smithi175 ceph-mon[36652]: pgmap v194: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:32 smithi161 ceph-mon[36447]: pgmap v195: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:32 smithi112 ceph-mon[31817]: pgmap v195: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:33.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:32 smithi175 ceph-mon[36652]: pgmap v195: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:34.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:34 smithi161 ceph-mon[36447]: pgmap v196: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:34.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:34 smithi112 ceph-mon[31817]: pgmap v196: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:35.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:34 smithi175 ceph-mon[36652]: pgmap v196: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:36 smithi161 ceph-mon[36447]: pgmap v197: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:36.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:36 smithi112 ceph-mon[31817]: pgmap v197: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:36 smithi175 ceph-mon[36652]: pgmap v197: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:38 smithi161 ceph-mon[36447]: pgmap v198: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:38 smithi112 ceph-mon[31817]: pgmap v198: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:38 smithi175 ceph-mon[36652]: pgmap v198: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:40 smithi161 ceph-mon[36447]: pgmap v199: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:40 smithi112 ceph-mon[31817]: pgmap v199: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:40 smithi175 ceph-mon[36652]: pgmap v199: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:42 smithi161 ceph-mon[36447]: pgmap v200: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:42.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:42 smithi112 ceph-mon[31817]: pgmap v200: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:43.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:42 smithi175 ceph-mon[36652]: pgmap v200: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:44 smithi161 ceph-mon[36447]: pgmap v201: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:44.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:44 smithi112 ceph-mon[31817]: pgmap v201: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:45.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:44 smithi175 ceph-mon[36652]: pgmap v201: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:46 smithi161 ceph-mon[36447]: pgmap v202: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:46.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:46 smithi112 ceph-mon[31817]: pgmap v202: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:46 smithi175 ceph-mon[36652]: pgmap v202: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:48 smithi161 ceph-mon[36447]: pgmap v203: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:48.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:48 smithi112 ceph-mon[31817]: pgmap v203: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:48 smithi175 ceph-mon[36652]: pgmap v203: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:50 smithi161 ceph-mon[36447]: pgmap v204: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:50.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:50 smithi112 ceph-mon[31817]: pgmap v204: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:50 smithi175 ceph-mon[36652]: pgmap v204: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:51.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:51 smithi161 ceph-mon[36447]: pgmap v205: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:51.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:51 smithi112 ceph-mon[31817]: pgmap v205: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:51 smithi175 ceph-mon[36652]: pgmap v205: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:54 smithi161 ceph-mon[36447]: pgmap v206: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:54.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:54 smithi112 ceph-mon[31817]: pgmap v206: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:55.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:54 smithi175 ceph-mon[36652]: pgmap v206: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:05:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:56 smithi161 ceph-mon[36447]: pgmap v207: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:56.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:56 smithi112 ceph-mon[31817]: pgmap v207: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:57.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:56 smithi175 ceph-mon[36652]: pgmap v207: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:58.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:05:58 smithi161 ceph-mon[36447]: pgmap v208: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:58.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:05:58 smithi112 ceph-mon[31817]: pgmap v208: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:05:59.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:05:58 smithi175 ceph-mon[36652]: pgmap v208: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:00 smithi161 ceph-mon[36447]: pgmap v209: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:00.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:00 smithi112 ceph-mon[31817]: pgmap v209: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:01.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:00 smithi175 ceph-mon[36652]: pgmap v209: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:02 smithi161 ceph-mon[36447]: pgmap v210: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:02.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:02 smithi112 ceph-mon[31817]: pgmap v210: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:03.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:02 smithi175 ceph-mon[36652]: pgmap v210: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:04 smithi161 ceph-mon[36447]: pgmap v211: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:06:04.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:04 smithi112 ceph-mon[31817]: pgmap v211: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:06:05.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:04 smithi175 ceph-mon[36652]: pgmap v211: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:06:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:06 smithi161 ceph-mon[36447]: pgmap v212: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:06:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:06 smithi161 ceph-mon[36447]: osdmap e89: 12 total, 12 up, 12 in 2024-02-26T05:06:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:06 smithi112 ceph-mon[31817]: pgmap v212: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:06:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:06 smithi112 ceph-mon[31817]: osdmap e89: 12 total, 12 up, 12 in 2024-02-26T05:06:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:06 smithi175 ceph-mon[36652]: pgmap v212: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:06:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:06 smithi175 ceph-mon[36652]: osdmap e89: 12 total, 12 up, 12 in 2024-02-26T05:06:08.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:08 smithi161 ceph-mon[36447]: pgmap v214: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:08.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:08 smithi112 ceph-mon[31817]: pgmap v214: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:09.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:08 smithi175 ceph-mon[36652]: pgmap v214: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:09.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:09 smithi161 ceph-mon[36447]: pgmap v215: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:09.991 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:09 smithi112 ceph-mon[31817]: pgmap v215: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:10.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:09 smithi175 ceph-mon[36652]: pgmap v215: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:12.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:12 smithi161 ceph-mon[36447]: pgmap v216: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:12 smithi112 ceph-mon[31817]: pgmap v216: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:12 smithi175 ceph-mon[36652]: pgmap v216: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:06:13.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:13 smithi112 ceph-mon[31817]: osdmap e90: 12 total, 12 up, 12 in 2024-02-26T05:06:13.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:13 smithi112 ceph-mon[31817]: pgmap v218: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T05:06:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:13 smithi175 ceph-mon[36652]: osdmap e90: 12 total, 12 up, 12 in 2024-02-26T05:06:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:13 smithi175 ceph-mon[36652]: pgmap v218: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T05:06:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:13 smithi161 ceph-mon[36447]: osdmap e90: 12 total, 12 up, 12 in 2024-02-26T05:06:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:13 smithi161 ceph-mon[36447]: pgmap v218: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 255 B/s wr, 7 op/s 2024-02-26T05:06:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:16 smithi161 ceph-mon[36447]: pgmap v219: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 206 B/s wr, 6 op/s 2024-02-26T05:06:16.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:16 smithi112 ceph-mon[31817]: pgmap v219: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 206 B/s wr, 6 op/s 2024-02-26T05:06:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:16 smithi175 ceph-mon[36652]: pgmap v219: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 206 B/s wr, 6 op/s 2024-02-26T05:06:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:18 smithi161 ceph-mon[36447]: pgmap v220: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:06:18.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:18 smithi112 ceph-mon[31817]: pgmap v220: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:06:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:18 smithi175 ceph-mon[36652]: pgmap v220: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:06:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:20 smithi161 ceph-mon[36447]: pgmap v221: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:20.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:20 smithi112 ceph-mon[31817]: pgmap v221: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:20 smithi175 ceph-mon[36652]: pgmap v221: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:22 smithi161 ceph-mon[36447]: pgmap v222: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:22.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:22 smithi112 ceph-mon[31817]: pgmap v222: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:22 smithi175 ceph-mon[36652]: pgmap v222: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 102 B/s wr, 5 op/s 2024-02-26T05:06:24.913 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:24 smithi175 ceph-mon[36652]: pgmap v223: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 94 B/s wr, 8 op/s 2024-02-26T05:06:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:24 smithi161 ceph-mon[36447]: pgmap v223: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 94 B/s wr, 8 op/s 2024-02-26T05:06:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:24 smithi112 ceph-mon[31817]: pgmap v223: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 4.1 KiB/s rd, 94 B/s wr, 8 op/s 2024-02-26T05:06:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:26 smithi161 ceph-mon[36447]: pgmap v224: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:26 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:06:26.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:26 smithi112 ceph-mon[31817]: pgmap v224: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:26.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:26 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:06:27.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:26 smithi175 ceph-mon[36652]: pgmap v224: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:27.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:26 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:06:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:27 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:06:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:27 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:06:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:27 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:06:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:27 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:06:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:27 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:06:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:27 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:06:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:27 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:06:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:27 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:06:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:27 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:06:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:28 smithi161 ceph-mon[36447]: pgmap v225: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:28 smithi112 ceph-mon[31817]: pgmap v225: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:28 smithi175 ceph-mon[36652]: pgmap v225: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:30 smithi161 ceph-mon[36447]: pgmap v226: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:30.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:30 smithi112 ceph-mon[31817]: pgmap v226: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:30 smithi175 ceph-mon[36652]: pgmap v226: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:32 smithi161 ceph-mon[36447]: pgmap v227: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:32.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:32 smithi112 ceph-mon[31817]: pgmap v227: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:33.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:32 smithi175 ceph-mon[36652]: pgmap v227: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:33.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:33 smithi112 ceph-mon[31817]: pgmap v228: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:33 smithi175 ceph-mon[36652]: pgmap v228: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:34.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:33 smithi161 ceph-mon[36447]: pgmap v228: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:36 smithi161 ceph-mon[36447]: pgmap v229: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:36.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:36 smithi112 ceph-mon[31817]: pgmap v229: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:36 smithi175 ceph-mon[36652]: pgmap v229: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:38 smithi161 ceph-mon[36447]: pgmap v230: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:38.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:38 smithi112 ceph-mon[31817]: pgmap v230: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:38 smithi175 ceph-mon[36652]: pgmap v230: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:40 smithi161 ceph-mon[36447]: pgmap v231: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:40.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:40 smithi112 ceph-mon[31817]: pgmap v231: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:40 smithi175 ceph-mon[36652]: pgmap v231: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:42 smithi161 ceph-mon[36447]: pgmap v232: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:42.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:42 smithi112 ceph-mon[31817]: pgmap v232: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:43.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:42 smithi175 ceph-mon[36652]: pgmap v232: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:44 smithi161 ceph-mon[36447]: pgmap v233: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:44.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:44 smithi112 ceph-mon[31817]: pgmap v233: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:45.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:44 smithi175 ceph-mon[36652]: pgmap v233: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:46.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:46 smithi161 ceph-mon[36447]: pgmap v234: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:46.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:46 smithi112 ceph-mon[31817]: pgmap v234: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:46 smithi175 ceph-mon[36652]: pgmap v234: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:48 smithi161 ceph-mon[36447]: pgmap v235: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:48.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:48 smithi112 ceph-mon[31817]: pgmap v235: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:48 smithi175 ceph-mon[36652]: pgmap v235: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:50 smithi161 ceph-mon[36447]: pgmap v236: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:50.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:50 smithi112 ceph-mon[31817]: pgmap v236: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:50 smithi175 ceph-mon[36652]: pgmap v236: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:51.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:51 smithi112 ceph-mon[31817]: pgmap v237: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:51 smithi175 ceph-mon[36652]: pgmap v237: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:52.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:51 smithi161 ceph-mon[36447]: pgmap v237: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:54 smithi161 ceph-mon[36447]: pgmap v238: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:54 smithi112 ceph-mon[31817]: pgmap v238: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:55.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:54 smithi175 ceph-mon[36652]: pgmap v238: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:06:56.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:56 smithi161 ceph-mon[36447]: pgmap v239: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:56.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:56 smithi112 ceph-mon[31817]: pgmap v239: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:57.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:56 smithi175 ceph-mon[36652]: pgmap v239: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:58.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:06:58 smithi161 ceph-mon[36447]: pgmap v240: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:58.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:06:58 smithi112 ceph-mon[31817]: pgmap v240: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:06:59.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:06:58 smithi175 ceph-mon[36652]: pgmap v240: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:00 smithi161 ceph-mon[36447]: pgmap v241: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:00.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:00 smithi112 ceph-mon[31817]: pgmap v241: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:01.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:00 smithi175 ceph-mon[36652]: pgmap v241: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:02 smithi161 ceph-mon[36447]: pgmap v242: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:02 smithi112 ceph-mon[31817]: pgmap v242: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:03.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:02 smithi175 ceph-mon[36652]: pgmap v242: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:04 smithi161 ceph-mon[36447]: pgmap v243: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:04.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:04 smithi112 ceph-mon[31817]: pgmap v243: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:05.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:04 smithi175 ceph-mon[36652]: pgmap v243: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:06.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:06 smithi161 ceph-mon[36447]: pgmap v244: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:06.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:06 smithi112 ceph-mon[31817]: pgmap v244: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:06 smithi175 ceph-mon[36652]: pgmap v244: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:07.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:07 smithi112 ceph-mon[31817]: pgmap v245: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:08.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:07 smithi175 ceph-mon[36652]: pgmap v245: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:08.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:07 smithi161 ceph-mon[36447]: pgmap v245: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:07:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:10 smithi161 ceph-mon[36447]: pgmap v246: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:10 smithi112 ceph-mon[31817]: pgmap v246: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:11.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:10 smithi175 ceph-mon[36652]: pgmap v246: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:07:11.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:11 smithi161 ceph-mon[36447]: osdmap e91: 12 total, 12 up, 12 in 2024-02-26T05:07:11.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:11 smithi112 ceph-mon[31817]: osdmap e91: 12 total, 12 up, 12 in 2024-02-26T05:07:12.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:11 smithi175 ceph-mon[36652]: osdmap e91: 12 total, 12 up, 12 in 2024-02-26T05:07:12.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:12 smithi161 ceph-mon[36447]: pgmap v248: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:07:12.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:12 smithi112 ceph-mon[31817]: pgmap v248: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:07:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:12 smithi175 ceph-mon[36652]: pgmap v248: 97 pgs: 97 active+clean; 197 MiB data, 1.2 GiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:07:14.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:14 smithi161 ceph-mon[36447]: pgmap v249: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:14.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:14 smithi112 ceph-mon[31817]: pgmap v249: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:15.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:14 smithi175 ceph-mon[36652]: pgmap v249: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:15.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:15 smithi112 ceph-mon[31817]: pgmap v250: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:16.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:15 smithi175 ceph-mon[36652]: pgmap v250: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:16.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:15 smithi161 ceph-mon[36447]: pgmap v250: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:18 smithi161 ceph-mon[36447]: pgmap v251: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:18 smithi161 ceph-mon[36447]: osdmap e92: 12 total, 12 up, 12 in 2024-02-26T05:07:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:18 smithi112 ceph-mon[31817]: pgmap v251: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:18 smithi112 ceph-mon[31817]: osdmap e92: 12 total, 12 up, 12 in 2024-02-26T05:07:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:18 smithi175 ceph-mon[36652]: pgmap v251: 97 pgs: 97 active+clean; 80 MiB data, 904 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:18 smithi175 ceph-mon[36652]: osdmap e92: 12 total, 12 up, 12 in 2024-02-26T05:07:20.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:20 smithi161 ceph-mon[36447]: pgmap v253: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 343 B/s wr, 7 op/s 2024-02-26T05:07:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:20 smithi112 ceph-mon[31817]: pgmap v253: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 343 B/s wr, 7 op/s 2024-02-26T05:07:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:20 smithi175 ceph-mon[36652]: pgmap v253: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 343 B/s wr, 7 op/s 2024-02-26T05:07:22.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:22 smithi161 ceph-mon[36447]: pgmap v254: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-02-26T05:07:22.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:22 smithi112 ceph-mon[31817]: pgmap v254: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-02-26T05:07:23.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:22 smithi175 ceph-mon[36652]: pgmap v254: 97 pgs: 97 active+clean; 80 MiB data, 905 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 307 B/s wr, 6 op/s 2024-02-26T05:07:23.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:23 smithi112 ceph-mon[31817]: pgmap v255: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:24.012 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:23 smithi175 ceph-mon[36652]: pgmap v255: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:23 smithi161 ceph-mon[36447]: pgmap v255: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:26.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:26 smithi161 ceph-mon[36447]: pgmap v256: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:26.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:26 smithi112 ceph-mon[31817]: pgmap v256: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:27.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:26 smithi175 ceph-mon[36652]: pgmap v256: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:27.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:27 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:07:27.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:27 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:07:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:27 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:07:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:28 smithi161 ceph-mon[36447]: pgmap v257: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:28.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:28 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:07:28.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:28 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:07:28.945 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:28 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:07:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:28 smithi112 ceph-mon[31817]: pgmap v257: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:28 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:07:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:28 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:07:28.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:28 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:07:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:28 smithi175 ceph-mon[36652]: pgmap v257: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:07:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:28 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:07:29.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:28 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:07:29.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:28 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:07:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:30 smithi161 ceph-mon[36447]: pgmap v258: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 172 B/s wr, 7 op/s 2024-02-26T05:07:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:30 smithi112 ceph-mon[31817]: pgmap v258: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 172 B/s wr, 7 op/s 2024-02-26T05:07:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:30 smithi175 ceph-mon[36652]: pgmap v258: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 172 B/s wr, 7 op/s 2024-02-26T05:07:32.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:32 smithi161 ceph-mon[36447]: pgmap v259: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:32.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:32 smithi112 ceph-mon[31817]: pgmap v259: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:33.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:32 smithi175 ceph-mon[36652]: pgmap v259: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:34.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:33 smithi175 ceph-mon[36652]: pgmap v260: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:34.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:33 smithi161 ceph-mon[36447]: pgmap v260: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:34.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:33 smithi112 ceph-mon[31817]: pgmap v260: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:36.943 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:36 smithi112 ceph-mon[31817]: pgmap v261: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:36.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:36 smithi161 ceph-mon[36447]: pgmap v261: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:36 smithi175 ceph-mon[36652]: pgmap v261: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:38.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:38 smithi161 ceph-mon[36447]: pgmap v262: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:38.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:38 smithi112 ceph-mon[31817]: pgmap v262: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:39.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:38 smithi175 ceph-mon[36652]: pgmap v262: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:40.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:40 smithi161 ceph-mon[36447]: pgmap v263: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:40.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:40 smithi112 ceph-mon[31817]: pgmap v263: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:40 smithi175 ceph-mon[36652]: pgmap v263: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:42.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:42 smithi161 ceph-mon[36447]: pgmap v264: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:42.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:42 smithi112 ceph-mon[31817]: pgmap v264: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:43.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:42 smithi175 ceph-mon[36652]: pgmap v264: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:44.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:44 smithi161 ceph-mon[36447]: pgmap v265: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:44.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:44 smithi112 ceph-mon[31817]: pgmap v265: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:45.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:44 smithi175 ceph-mon[36652]: pgmap v265: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:46.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:45 smithi175 ceph-mon[36652]: pgmap v266: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:46.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:45 smithi161 ceph-mon[36447]: pgmap v266: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:46.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:45 smithi112 ceph-mon[31817]: pgmap v266: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:48.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:48 smithi161 ceph-mon[36447]: pgmap v267: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:48.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:48 smithi112 ceph-mon[31817]: pgmap v267: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:49.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:48 smithi175 ceph-mon[36652]: pgmap v267: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:50.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:50 smithi161 ceph-mon[36447]: pgmap v268: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:50.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:50 smithi112 ceph-mon[31817]: pgmap v268: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:50 smithi175 ceph-mon[36652]: pgmap v268: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:52.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:52 smithi161 ceph-mon[36447]: pgmap v269: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:52.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:52 smithi112 ceph-mon[31817]: pgmap v269: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:53.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:52 smithi175 ceph-mon[36652]: pgmap v269: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:54.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:54 smithi161 ceph-mon[36447]: pgmap v270: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:54.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:54 smithi112 ceph-mon[31817]: pgmap v270: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:55.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:54 smithi175 ceph-mon[36652]: pgmap v270: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:07:56.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:56 smithi112 ceph-mon[31817]: pgmap v271: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:57.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:56 smithi175 ceph-mon[36652]: pgmap v271: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:57.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:56 smithi161 ceph-mon[36447]: pgmap v271: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:57.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:07:57 smithi112 ceph-mon[31817]: pgmap v272: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:58.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:07:57 smithi175 ceph-mon[36652]: pgmap v272: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:07:58.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:07:57 smithi161 ceph-mon[36447]: pgmap v272: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:00.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:00 smithi161 ceph-mon[36447]: pgmap v273: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:00.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:00 smithi112 ceph-mon[31817]: pgmap v273: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:01.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:00 smithi175 ceph-mon[36652]: pgmap v273: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:02.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:02 smithi161 ceph-mon[36447]: pgmap v274: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:02.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:02 smithi112 ceph-mon[31817]: pgmap v274: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:03.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:02 smithi175 ceph-mon[36652]: pgmap v274: 97 pgs: 97 active+clean; 80 MiB data, 888 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:04.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:04 smithi161 ceph-mon[36447]: pgmap v275: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:04.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:04 smithi112 ceph-mon[31817]: pgmap v275: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:05.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:04 smithi175 ceph-mon[36652]: pgmap v275: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:06.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:06 smithi112 ceph-mon[31817]: pgmap v276: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:07.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:06 smithi175 ceph-mon[36652]: pgmap v276: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:07.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:06 smithi161 ceph-mon[36447]: pgmap v276: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:07.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:07 smithi112 ceph-mon[31817]: pgmap v277: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:08.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:07 smithi175 ceph-mon[36652]: pgmap v277: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:08.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:07 smithi161 ceph-mon[36447]: pgmap v277: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:08:10.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:10 smithi161 ceph-mon[36447]: pgmap v278: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:10.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:10 smithi112 ceph-mon[31817]: pgmap v278: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:11.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:10 smithi175 ceph-mon[36652]: pgmap v278: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:08:11.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:11 smithi112 ceph-mon[31817]: osdmap e93: 12 total, 12 up, 12 in 2024-02-26T05:08:12.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:11 smithi175 ceph-mon[36652]: osdmap e93: 12 total, 12 up, 12 in 2024-02-26T05:08:12.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:11 smithi161 ceph-mon[36447]: osdmap e93: 12 total, 12 up, 12 in 2024-02-26T05:08:12.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:12 smithi112 ceph-mon[31817]: pgmap v280: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:08:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:12 smithi175 ceph-mon[36652]: pgmap v280: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:08:13.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:12 smithi161 ceph-mon[36447]: pgmap v280: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:08:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:13 smithi175 ceph-mon[36652]: pgmap v281: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:13 smithi161 ceph-mon[36447]: pgmap v281: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:14.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:13 smithi112 ceph-mon[31817]: pgmap v281: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:16.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:16 smithi161 ceph-mon[36447]: pgmap v282: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:16.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:16 smithi112 ceph-mon[31817]: pgmap v282: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:17.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:16 smithi175 ceph-mon[36652]: pgmap v282: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:18 smithi161 ceph-mon[36447]: pgmap v283: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:18.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:18 smithi161 ceph-mon[36447]: osdmap e94: 12 total, 12 up, 12 in 2024-02-26T05:08:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:18 smithi112 ceph-mon[31817]: pgmap v283: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:18.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:18 smithi112 ceph-mon[31817]: osdmap e94: 12 total, 12 up, 12 in 2024-02-26T05:08:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:18 smithi175 ceph-mon[36652]: pgmap v283: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:18 smithi175 ceph-mon[36652]: osdmap e94: 12 total, 12 up, 12 in 2024-02-26T05:08:20.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:20 smithi112 ceph-mon[31817]: pgmap v285: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-02-26T05:08:21.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:20 smithi175 ceph-mon[36652]: pgmap v285: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-02-26T05:08:21.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:20 smithi161 ceph-mon[36447]: pgmap v285: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.6 KiB/s rd, 229 B/s wr, 7 op/s 2024-02-26T05:08:22.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:21 smithi175 ceph-mon[36652]: pgmap v286: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:22.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:21 smithi161 ceph-mon[36447]: pgmap v286: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:22.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:21 smithi112 ceph-mon[31817]: pgmap v286: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 204 B/s wr, 6 op/s 2024-02-26T05:08:24.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:24 smithi161 ceph-mon[36447]: pgmap v287: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:24.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:24 smithi112 ceph-mon[31817]: pgmap v287: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:25.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:24 smithi175 ceph-mon[36652]: pgmap v287: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:26.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:26 smithi112 ceph-mon[31817]: pgmap v288: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:27.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:26 smithi175 ceph-mon[36652]: pgmap v288: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:27.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:26 smithi161 ceph-mon[36447]: pgmap v288: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:28.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:28 smithi112 ceph-mon[31817]: pgmap v289: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:29.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:28 smithi175 ceph-mon[36652]: pgmap v289: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:29.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:28 smithi161 ceph-mon[36447]: pgmap v289: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:08:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:29 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:08:29.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:29 smithi112 ceph-mon[31817]: pgmap v290: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:08:30.095 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:29 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:08:30.096 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:29 smithi161 ceph-mon[36447]: pgmap v290: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:08:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:29 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:08:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:29 smithi175 ceph-mon[36652]: pgmap v290: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:08:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:30 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:08:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:30 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:08:30.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:30 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:08:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:30 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:08:31.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:30 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:08:31.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:30 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:08:31.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:30 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:08:31.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:30 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:08:31.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:30 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:08:31.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:31 smithi112 ceph-mon[31817]: pgmap v291: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:32.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:31 smithi175 ceph-mon[36652]: pgmap v291: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:32.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:31 smithi161 ceph-mon[36447]: pgmap v291: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:34.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:34 smithi112 ceph-mon[31817]: pgmap v292: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:35.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:34 smithi175 ceph-mon[36652]: pgmap v292: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:35.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:34 smithi161 ceph-mon[36447]: pgmap v292: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:36.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:36 smithi112 ceph-mon[31817]: pgmap v293: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:37.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:36 smithi175 ceph-mon[36652]: pgmap v293: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:37.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:36 smithi161 ceph-mon[36447]: pgmap v293: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:37.988 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:37 smithi112 ceph-mon[31817]: pgmap v294: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:38.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:37 smithi175 ceph-mon[36652]: pgmap v294: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:38.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:37 smithi161 ceph-mon[36447]: pgmap v294: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:40.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:40 smithi112 ceph-mon[31817]: pgmap v295: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:41.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:40 smithi175 ceph-mon[36652]: pgmap v295: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:41.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:40 smithi161 ceph-mon[36447]: pgmap v295: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:42.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:42 smithi112 ceph-mon[31817]: pgmap v296: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:43.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:42 smithi175 ceph-mon[36652]: pgmap v296: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:43.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:42 smithi161 ceph-mon[36447]: pgmap v296: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:43.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:43 smithi112 ceph-mon[31817]: pgmap v297: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:44.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:43 smithi175 ceph-mon[36652]: pgmap v297: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:44.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:43 smithi161 ceph-mon[36447]: pgmap v297: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:46.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:46 smithi112 ceph-mon[31817]: pgmap v298: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:47.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:46 smithi175 ceph-mon[36652]: pgmap v298: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:47.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:46 smithi161 ceph-mon[36447]: pgmap v298: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:48.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:47 smithi175 ceph-mon[36652]: pgmap v299: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:48.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:47 smithi161 ceph-mon[36447]: pgmap v299: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:48.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:47 smithi112 ceph-mon[31817]: pgmap v299: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:50.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:50 smithi112 ceph-mon[31817]: pgmap v300: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:51.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:50 smithi175 ceph-mon[36652]: pgmap v300: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:51.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:50 smithi161 ceph-mon[36447]: pgmap v300: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:51.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:51 smithi112 ceph-mon[31817]: pgmap v301: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:51 smithi175 ceph-mon[36652]: pgmap v301: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:52.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:51 smithi161 ceph-mon[36447]: pgmap v301: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:54.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:54 smithi112 ceph-mon[31817]: pgmap v302: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:55.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:54 smithi175 ceph-mon[36652]: pgmap v302: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:55.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:54 smithi161 ceph-mon[36447]: pgmap v302: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:08:55.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:55 smithi112 ceph-mon[31817]: pgmap v303: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:56.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:55 smithi175 ceph-mon[36652]: pgmap v303: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:56.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:55 smithi161 ceph-mon[36447]: pgmap v303: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:58.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:58 smithi112 ceph-mon[31817]: pgmap v304: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:59.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:58 smithi175 ceph-mon[36652]: pgmap v304: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:59.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:58 smithi161 ceph-mon[36447]: pgmap v304: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:08:59.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:08:59 smithi112 ceph-mon[31817]: pgmap v305: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:00.095 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:08:59 smithi161 ceph-mon[36447]: pgmap v305: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:00.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:08:59 smithi175 ceph-mon[36652]: pgmap v305: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:02.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:01 smithi175 ceph-mon[36652]: pgmap v306: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-02-26T05:09:02.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:01 smithi161 ceph-mon[36447]: pgmap v306: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-02-26T05:09:02.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:01 smithi112 ceph-mon[31817]: pgmap v306: 97 pgs: 97 active+clean; 80 MiB data, 889 MiB used, 1.0 TiB / 1.0 TiB avail; 2.4 KiB/s rd, 4 op/s 2024-02-26T05:09:04.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:03 smithi175 ceph-mon[36652]: pgmap v307: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:04.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:03 smithi161 ceph-mon[36447]: pgmap v307: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:04.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:03 smithi112 ceph-mon[31817]: pgmap v307: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:06.043 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:05 smithi112 ceph-mon[31817]: pgmap v308: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:06.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:05 smithi175 ceph-mon[36652]: pgmap v308: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:06.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:05 smithi161 ceph-mon[36447]: pgmap v308: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:08.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:07 smithi175 ceph-mon[36652]: pgmap v309: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:08.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:07 smithi161 ceph-mon[36447]: pgmap v309: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:08.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:07 smithi112 ceph-mon[31817]: pgmap v309: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 44 KiB/s wr, 22 op/s 2024-02-26T05:09:10.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:09 smithi175 ceph-mon[36652]: pgmap v310: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:10.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:09 smithi161 ceph-mon[36447]: pgmap v310: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:10.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:09 smithi112 ceph-mon[31817]: pgmap v310: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 44 KiB/s wr, 24 op/s 2024-02-26T05:09:10.999 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-02-26T05:09:11.204 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.201+0000 7f7f59600640 1 -- 172.21.15.112:0/3608144017 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f541035c0 msgr2=0x7f7f541039a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.201+0000 7f7f59600640 1 --2- 172.21.15.112:0/3608144017 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f541035c0 0x7f7f541039a0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c009cd0 tx=0x7f7f4c02c0f0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.201+0000 7f7f59600640 1 -- 172.21.15.112:0/3608144017 shutdown_connections 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.201+0000 7f7f59600640 1 --2- 172.21.15.112:0/3608144017 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f54108690 0x7f7f54110260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.202+0000 7f7f59600640 1 --2- 172.21.15.112:0/3608144017 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54103f70 0x7f7f54107fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.202+0000 7f7f59600640 1 --2- 172.21.15.112:0/3608144017 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f541035c0 0x7f7f541039a0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.202+0000 7f7f59600640 1 -- 172.21.15.112:0/3608144017 >> 172.21.15.112:0/3608144017 conn(0x7f7f540fee40 msgr2=0x7f7f54101260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.202+0000 7f7f59600640 1 -- 172.21.15.112:0/3608144017 shutdown_connections 2024-02-26T05:09:11.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.202+0000 7f7f59600640 1 -- 172.21.15.112:0/3608144017 wait complete. 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.203+0000 7f7f59600640 1 Processor -- start 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.203+0000 7f7f59600640 1 -- start start 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.203+0000 7f7f59600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f541035c0 0x7f7f5419f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f59600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 0x7f7f5419fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f59600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.208 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f59600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5419a300 con 0x7f7f54108690 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f59600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5419a470 con 0x7f7f541035c0 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f59600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5419a630 con 0x7f7f54199910 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f52000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 0x7f7f5419fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:59616/0 (socket says 172.21.15.112:59616) 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 -- 172.21.15.112:0/337770443 learned_addr learned my addr 172.21.15.112:0/337770443 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f52a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f541035c0 0x7f7f5419f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 -- 172.21.15.112:0/337770443 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f541035c0 msgr2=0x7f7f5419f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f541035c0 0x7f7f5419f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 -- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 msgr2=0x7f7f5419fca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 0x7f7f5419fca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f53400640 1 -- 172.21.15.112:0/337770443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f44009490 con 0x7f7f54199910 2024-02-26T05:09:11.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.204+0000 7f7f52000640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 0x7f7f5419fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f53400640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400e9b0 tx=0x7f7f4400ee70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f4400cd80 con 0x7f7f54199910 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f4c009900 con 0x7f7f54199910 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f7f440035f0 con 0x7f7f54199910 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f44010690 con 0x7f7f54199910 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.205+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f541a6970 con 0x7f7f54199910 2024-02-26T05:09:11.210 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.206+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f5404eee0 con 0x7f7f54199910 2024-02-26T05:09:11.211 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.208+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f7f44003b60 con 0x7f7f54199910 2024-02-26T05:09:11.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.210+0000 7f7f4b400640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 0x7f7f380a4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.210+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7f7f44014070 con 0x7f7f54199910 2024-02-26T05:09:11.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.210+0000 7f7f52a00640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 0x7f7f380a4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.211+0000 7f7f52a00640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 0x7f7f380a4810 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c004af0 tx=0x7f7f4c005c50 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:11.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.212+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7f44097090 con 0x7f7f54199910 2024-02-26T05:09:11.432 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.430+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7f7f5410b920 con 0x7f7f380a2350 2024-02-26T05:09:11.449 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.446+0000 7f7f4b400640 1 -- 172.21.15.112:0/337770443 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+350 (secure 0 0 0) 0x7f7f5410b920 con 0x7f7f380a2350 2024-02-26T05:09:11.449 INFO:teuthology.orchestra.run.smithi112.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-02-26T00:00:00", "created": "2024-02-26T04:59:08", "first": "2024-02-26T05:00:00", "last": "2024-02-26T05:09:00", "last_pruned": "2024-02-26T05:09:01", "created_count": 10, "pruned_count": 4, "active": true} 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 msgr2=0x7f7f380a4810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 0x7f7f380a4810 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f7f4c004af0 tx=0x7f7f4c005c50 comp rx=0 tx=0).stop 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 msgr2=0x7f7f54199dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7f4400e9b0 tx=0x7f7f4400ee70 comp rx=0 tx=0).stop 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 shutdown_connections 2024-02-26T05:09:11.452 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f7f380a2350 0x7f7f380a4810 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7f54199910 0x7f7f54199dc0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7f54108690 0x7f7f5419fca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 --2- 172.21.15.112:0/337770443 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7f541035c0 0x7f7f5419f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.449+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 >> 172.21.15.112:0/337770443 conn(0x7f7f540fee40 msgr2=0x7f7f54101190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.450+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 shutdown_connections 2024-02-26T05:09:11.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.450+0000 7f7f59600640 1 -- 172.21.15.112:0/337770443 wait complete. 2024-02-26T05:09:11.470 DEBUG:teuthology.orchestra.run.smithi112:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 -- 172.21.15.112:0/1138899568 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41035d0 msgr2=0x7f5ea41039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1138899568 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41035d0 0x7f5ea41039b0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f5e98009900 tx=0x7f5e9802bc40 comp rx=0 tx=0).stop 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 -- 172.21.15.112:0/1138899568 shutdown_connections 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1138899568 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 0x7f5ea4110270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1138899568 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea4103f80 0x7f5ea4107fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1138899568 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41035d0 0x7f5ea41039b0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 -- 172.21.15.112:0/1138899568 >> 172.21.15.112:0/1138899568 conn(0x7f5ea40fee30 msgr2=0x7f5ea4101250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 -- 172.21.15.112:0/1138899568 shutdown_connections 2024-02-26T05:09:11.681 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.678+0000 7f5eaba00640 1 -- 172.21.15.112:0/1138899568 wait complete. 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.679+0000 7f5eaba00640 1 Processor -- start 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.679+0000 7f5eaba00640 1 -- start start 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 0x7f5ea419fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41998a0 0x7f5ea4199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419a350 con 0x7f5ea41035d0 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419a4c0 con 0x7f5ea41086a0 2024-02-26T05:09:11.683 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5eaba00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ea419a630 con 0x7f5ea41998a0 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60814/0 (socket says 172.21.15.112:60814) 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 -- 172.21.15.112:0/1583096819 learned_addr learned my addr 172.21.15.112:0/1583096819 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9a00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41998a0 0x7f5ea4199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea3e00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 0x7f5ea419fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 -- 172.21.15.112:0/1583096819 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41998a0 msgr2=0x7f5ea4199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41998a0 0x7f5ea4199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 -- 172.21.15.112:0/1583096819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 msgr2=0x7f5ea419fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 0x7f5ea419fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.680+0000 7f5ea9000640 1 -- 172.21.15.112:0/1583096819 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e98009560 con 0x7f5ea41035d0 2024-02-26T05:09:11.684 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5ea9000640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5e98005940 tx=0x7f5e9802ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e98004450 con 0x7f5ea41035d0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5e98005310 con 0x7f5ea41035d0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e98003e60 con 0x7f5ea41035d0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ea41a6530 con 0x7f5ea41035d0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.681+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ea41a69b0 con 0x7f5ea41035d0 2024-02-26T05:09:11.685 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.682+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ea4104aa0 con 0x7f5ea41035d0 2024-02-26T05:09:11.686 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.684+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f5e98005480 con 0x7f5ea41035d0 2024-02-26T05:09:11.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.685+0000 7f5ea1600640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 0x7f5e8c0a4790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:11.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.685+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7f5e980efff0 con 0x7f5ea41035d0 2024-02-26T05:09:11.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.686+0000 7f5ea3e00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 0x7f5e8c0a4790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:11.688 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.686+0000 7f5ea3e00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 0x7f5e8c0a4790 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5ea4109be0 tx=0x7f5e90005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:11.693 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.691+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5e980b8d40 con 0x7f5ea41035d0 2024-02-26T05:09:11.915 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.912+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 --> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f5ea4103f80 con 0x7f5e8c0a22d0 2024-02-26T05:09:11.926 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.924+0000 7f5ea1600640 1 -- 172.21.15.112:0/1583096819 <== mgr.15126 v2:172.21.15.112:6800/3783416355 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f5ea4103f80 con 0x7f5e8c0a22d0 2024-02-26T05:09:11.927 INFO:teuthology.orchestra.run.smithi112.stdout:/ 1m 6m3h 2024-02-26T05:09:11.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 msgr2=0x7f5e8c0a4790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 0x7f5e8c0a4790 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f5ea4109be0 tx=0x7f5e90005f90 comp rx=0 tx=0).stop 2024-02-26T05:09:11.929 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 msgr2=0x7f5ea419f6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f5e98005940 tx=0x7f5e9802ccb0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 shutdown_connections 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5e8c0a22d0 0x7f5e8c0a4790 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5ea41998a0 0x7f5ea4199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5ea41086a0 0x7f5ea419fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 --2- 172.21.15.112:0/1583096819 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5ea41035d0 0x7f5ea419f6e0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.926+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 >> 172.21.15.112:0/1583096819 conn(0x7f5ea40fee30 msgr2=0x7f5ea40ffa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.927+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 shutdown_connections 2024-02-26T05:09:11.930 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:11.927+0000 7f5eaba00640 1 -- 172.21.15.112:0/1583096819 wait complete. 2024-02-26T05:09:11.949 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-02-26T05:09:11.960 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T05:09:12.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:11 smithi112 ceph-mon[31817]: osdmap e95: 12 total, 12 up, 12 in 2024-02-26T05:09:12.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:11 smithi112 ceph-mon[31817]: from='client.25465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:12.042 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:11 smithi112 ceph-mon[31817]: pgmap v312: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:09:12.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:11 smithi175 ceph-mon[36652]: osdmap e95: 12 total, 12 up, 12 in 2024-02-26T05:09:12.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:11 smithi175 ceph-mon[36652]: from='client.25465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:12.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:11 smithi175 ceph-mon[36652]: pgmap v312: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 -- 172.21.15.112:0/699114206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 msgr2=0x7f5cfc1037b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 --2- 172.21.15.112:0/699114206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc1037b0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f5cf0009900 tx=0x7f5cf002bc30 comp rx=0 tx=0).stop 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 -- 172.21.15.112:0/699114206 shutdown_connections 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 --2- 172.21.15.112:0/699114206 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc110070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 --2- 172.21.15.112:0/699114206 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc103d80 0x7f5cfc107dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 --2- 172.21.15.112:0/699114206 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc1037b0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 -- 172.21.15.112:0/699114206 >> 172.21.15.112:0/699114206 conn(0x7f5cfc0fec10 msgr2=0x7f5cfc101030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 -- 172.21.15.112:0/699114206 shutdown_connections 2024-02-26T05:09:12.176 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.173+0000 7f5d02200640 1 -- 172.21.15.112:0/699114206 wait complete. 2024-02-26T05:09:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.174+0000 7f5d02200640 1 Processor -- start 2024-02-26T05:09:12.177 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 -- start start 2024-02-26T05:09:12.178 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc19f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1996d0 0x7f5cfc199b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc19a1a0 con 0x7f5cfc1084a0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc19a310 con 0x7f5cfc1996d0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d02200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cfc19a4d0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5cfbe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5cfbe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60828/0 (socket says 172.21.15.112:60828) 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d00e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc19f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5cfbe00640 1 -- 172.21.15.112:0/2785888283 learned_addr learned my addr 172.21.15.112:0/2785888283 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.175+0000 7f5d01800640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1996d0 0x7f5cfc199b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 -- 172.21.15.112:0/2785888283 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1996d0 msgr2=0x7f5cfc199b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1996d0 0x7f5cfc199b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.179 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 -- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 msgr2=0x7f5cfc19fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 -- 172.21.15.112:0/2785888283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf0009560 con 0x7f5cfc1033d0 2024-02-26T05:09:12.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5cfbe00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:12.180 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d00e00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc19f610 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5cf002c170 tx=0x7f5cf002cc20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf0004250 con 0x7f5cfc1033d0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f5cf00043b0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf0003b50 con 0x7f5cfc1033d0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.176+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cfc1a6410 con 0x7f5cfc1033d0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.177+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cfc1a68a0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.181 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.178+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cfc1048a0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.182 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.180+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f5cf0003cb0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.183 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.181+0000 7f5cf9600640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 0x7f5ce40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.181+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7f5cf00f0b00 con 0x7f5cfc1033d0 2024-02-26T05:09:12.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.181+0000 7f5cfbe00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 0x7f5ce40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.184 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.182+0000 7f5cfbe00640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 0x7f5ce40a46f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc19af20 tx=0x7f5ce8005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:12.186 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.184+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f5cf00b9830 con 0x7f5cfc1033d0 2024-02-26T05:09:12.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:11 smithi161 ceph-mon[36447]: osdmap e95: 12 total, 12 up, 12 in 2024-02-26T05:09:12.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:11 smithi161 ceph-mon[36447]: from='client.25465 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:12.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:11 smithi161 ceph-mon[36447]: pgmap v312: 97 pgs: 97 active+clean; 80 MiB data, 893 MiB used, 1.0 TiB / 1.0 TiB avail; 15 KiB/s rd, 53 KiB/s wr, 26 op/s 2024-02-26T05:09:12.385 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.382+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5cfc0682e0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.387 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.385+0000 7f5cf9600640 1 -- 172.21.15.112:0/2785888283 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v95) v1 ==== 74+0+23247 (secure 0 0 0) 0x7f5cf00bcef0 con 0x7f5cfc1033d0 2024-02-26T05:09:12.388 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:12.388 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":95,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T05:09:10.757782+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:6800/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/802911903":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3779402871":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/1745256472":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/3446786910":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 msgr2=0x7f5ce40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 0x7f5ce40a46f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f5cfc19af20 tx=0x7f5ce8005f90 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 msgr2=0x7f5cfc19f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc19f610 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5cf002c170 tx=0x7f5cf002cc20 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 shutdown_connections 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f5ce40a2230 0x7f5ce40a46f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f5cfc1996d0 0x7f5cfc199b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f5cfc1084a0 0x7f5cfc19fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 --2- 172.21.15.112:0/2785888283 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f5cfc1033d0 0x7f5cfc19f610 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 >> 172.21.15.112:0/2785888283 conn(0x7f5cfc0fec10 msgr2=0x7f5cfc100ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 shutdown_connections 2024-02-26T05:09:12.391 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.388+0000 7f5d02200640 1 -- 172.21.15.112:0/2785888283 wait complete. 2024-02-26T05:09:12.410 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 95, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T05:09:12.411 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 -- 172.21.15.112:0/1442349573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101d30 msgr2=0x7fb668105d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 --2- 172.21.15.112:0/1442349573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101d30 0x7fb668105d70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fb654009890 tx=0x7fb65402bb70 comp rx=0 tx=0).stop 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 -- 172.21.15.112:0/1442349573 shutdown_connections 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 --2- 172.21.15.112:0/1442349573 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668106450 0x7fb66810e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 --2- 172.21.15.112:0/1442349573 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101d30 0x7fb668105d70 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 --2- 172.21.15.112:0/1442349573 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668101380 0x7fb668101760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 -- 172.21.15.112:0/1442349573 >> 172.21.15.112:0/1442349573 conn(0x7fb668078580 msgr2=0x7fb668078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 -- 172.21.15.112:0/1442349573 shutdown_connections 2024-02-26T05:09:12.625 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.622+0000 7fb66f000640 1 -- 172.21.15.112:0/1442349573 wait complete. 2024-02-26T05:09:12.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.623+0000 7fb66f000640 1 Processor -- start 2024-02-26T05:09:12.626 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.623+0000 7fb66f000640 1 -- start start 2024-02-26T05:09:12.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101380 0x7fb66819f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.627 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb66819a350 con 0x7fb668106450 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb66819a4c0 con 0x7fb668101380 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66f000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb66819a680 con 0x7fb668199960 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb667400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66d000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb667400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60842/0 (socket says 172.21.15.112:60842) 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb66d000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:59668/0 (socket says 172.21.15.112:59668) 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb667400640 1 -- 172.21.15.112:0/2280970220 learned_addr learned my addr 172.21.15.112:0/2280970220 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.624+0000 7fb667e00640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101380 0x7fb66819f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 -- 172.21.15.112:0/2280970220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 msgr2=0x7fb668199e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 -- 172.21.15.112:0/2280970220 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101380 msgr2=0x7fb66819f760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101380 0x7fb66819f760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.628 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 -- 172.21.15.112:0/2280970220 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb654009490 con 0x7fb668106450 2024-02-26T05:09:12.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb66d000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:12.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb667400640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb654000c00 tx=0x7fb6540045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:12.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6540348d0 con 0x7fb668106450 2024-02-26T05:09:12.629 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb654034a30 con 0x7fb668106450 2024-02-26T05:09:12.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6681a6620 con 0x7fb668106450 2024-02-26T05:09:12.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.625+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb654032e20 con 0x7fb668106450 2024-02-26T05:09:12.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.626+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6681a6aa0 con 0x7fb668106450 2024-02-26T05:09:12.630 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.627+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6680683c0 con 0x7fb668106450 2024-02-26T05:09:12.632 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.629+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fb65403b040 con 0x7fb668106450 2024-02-26T05:09:12.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.632+0000 7fb664c00640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 0x7fb64c0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:12.634 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.632+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7fb6540ef950 con 0x7fb668106450 2024-02-26T05:09:12.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.632+0000 7fb667e00640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 0x7fb64c0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:12.635 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.633+0000 7fb667e00640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 0x7fb64c0a46f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb66810df40 tx=0x7fb658009260 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:12.639 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.636+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb6540b86e0 con 0x7fb668106450 2024-02-26T05:09:12.836 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.834+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb668101d90 con 0x7fb668106450 2024-02-26T05:09:12.837 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.834+0000 7fb664c00640 1 -- 172.21.15.112:0/2280970220 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v95) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb6540bbda0 con 0x7fb668106450 2024-02-26T05:09:12.837 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 msgr2=0x7fb64c0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 0x7fb64c0a46f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb66810df40 tx=0x7fb658009260 comp rx=0 tx=0).stop 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 msgr2=0x7fb66819fca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb654000c00 tx=0x7fb6540045b0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 shutdown_connections 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb64c0a2230 0x7fb64c0a46f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb668199960 0x7fb668199e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.840 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb668106450 0x7fb66819fca0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.841 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 --2- 172.21.15.112:0/2280970220 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb668101380 0x7fb66819f760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:12.841 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 >> 172.21.15.112:0/2280970220 conn(0x7fb668078580 msgr2=0x7fb66810c860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:12.841 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 shutdown_connections 2024-02-26T05:09:12.841 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:12.837+0000 7fb66f000640 1 -- 172.21.15.112:0/2280970220 wait complete. 2024-02-26T05:09:12.859 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T05:09:13.074 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.071+0000 7fc05a800640 1 -- 172.21.15.112:0/2777700075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc054075fd0 msgr2=0x7fc054111940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.074 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.071+0000 7fc05a800640 1 --2- 172.21.15.112:0/2777700075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc054075fd0 0x7fc054111940 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fc044009900 tx=0x7fc04402bc40 comp rx=0 tx=0).stop 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 -- 172.21.15.112:0/2777700075 shutdown_connections 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 --2- 172.21.15.112:0/2777700075 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc054114270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 --2- 172.21.15.112:0/2777700075 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc054075fd0 0x7fc054111940 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 --2- 172.21.15.112:0/2777700075 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc0540756b0 0x7fc054075a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 -- 172.21.15.112:0/2777700075 >> 172.21.15.112:0/2777700075 conn(0x7fc0540fec90 msgr2=0x7fc0541010b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 -- 172.21.15.112:0/2777700075 shutdown_connections 2024-02-26T05:09:13.075 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.072+0000 7fc05a800640 1 -- 172.21.15.112:0/2777700075 wait complete. 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 Processor -- start 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 -- start start 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 0x7fc05419e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc0541a2610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0541a2c10 con 0x7fc0540756b0 2024-02-26T05:09:13.077 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0541a2d80 con 0x7fc054075fd0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc05a800640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0541a2f40 con 0x7fc054111e80 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc059400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.073+0000 7fc059400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:60858/0 (socket says 172.21.15.112:60858) 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 -- 172.21.15.112:0/1808837737 learned_addr learned my addr 172.21.15.112:0/1808837737 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059e00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc0541a2610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc058a00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 0x7fc05419e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 -- 172.21.15.112:0/1808837737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 msgr2=0x7fc0541a2610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc0541a2610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 -- 172.21.15.112:0/1808837737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 msgr2=0x7fc05419e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 0x7fc05419e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 -- 172.21.15.112:0/1808837737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc044009560 con 0x7fc0540756b0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059e00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc0541a2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc058a00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 0x7fc05419e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc059400640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc04800e9f0 tx=0x7fc04800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc048009700 con 0x7fc0540756b0 2024-02-26T05:09:13.078 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fc04800cd80 con 0x7fc0540756b0 2024-02-26T05:09:13.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0541a3220 con 0x7fc0540756b0 2024-02-26T05:09:13.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.074+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0480189c0 con 0x7fc0540756b0 2024-02-26T05:09:13.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.075+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0541aaaa0 con 0x7fc0540756b0 2024-02-26T05:09:13.079 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.076+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0540682e0 con 0x7fc0540756b0 2024-02-26T05:09:13.080 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.078+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fc048018b20 con 0x7fc0540756b0 2024-02-26T05:09:13.082 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.080+0000 7fc052000640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 0x7fc03c0a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.080+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7fc048014070 con 0x7fc0540756b0 2024-02-26T05:09:13.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.080+0000 7fc058a00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 0x7fc03c0a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.083 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.081+0000 7fc058a00640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 0x7fc03c0a4770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc044006010 tx=0x7fc04402df90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.085 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.083+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc0480975c0 con 0x7fc0540756b0 2024-02-26T05:09:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:12 smithi175 ceph-mon[36652]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:13.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:12 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2785888283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:13.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:12 smithi161 ceph-mon[36447]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:13.195 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:12 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2785888283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:13.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:12 smithi112 ceph-mon[31817]: from='client.15381 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-02-26T05:09:13.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:12 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2785888283' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:13.282 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.279+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc0541178f0 con 0x7fc0540756b0 2024-02-26T05:09:13.283 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.280+0000 7fc052000640 1 -- 172.21.15.112:0/1808837737 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v95) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc04809ac80 con 0x7fc0540756b0 2024-02-26T05:09:13.283 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T05:09:13.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 msgr2=0x7fc03c0a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.285 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 0x7fc03c0a4770 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fc044006010 tx=0x7fc04402df90 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 msgr2=0x7fc05419dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7fc04800e9f0 tx=0x7fc04800eeb0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 shutdown_connections 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc03c0a22b0 0x7fc03c0a4770 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc054111e80 0x7fc0541a2610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc054075fd0 0x7fc05419e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 --2- 172.21.15.112:0/1808837737 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc0540756b0 0x7fc05419dd50 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.286 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 >> 172.21.15.112:0/1808837737 conn(0x7fc0540fec90 msgr2=0x7fc0541138e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:13.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 shutdown_connections 2024-02-26T05:09:13.287 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.283+0000 7fc05a800640 1 -- 172.21.15.112:0/1808837737 wait complete. 2024-02-26T05:09:13.306 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.514+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2047883498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c103470 msgr2=0x7fd89c103850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.514+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2047883498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c103470 0x7fd89c103850 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009930 tx=0x7fd88c02bc20 comp rx=0 tx=0).stop 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2047883498 shutdown_connections 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2047883498 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c110110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2047883498 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103e20 0x7fd89c107e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2047883498 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c103470 0x7fd89c103850 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2047883498 >> 172.21.15.112:0/2047883498 conn(0x7fd89c0fecb0 msgr2=0x7fd89c1010d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2047883498 shutdown_connections 2024-02-26T05:09:13.518 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.515+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2047883498 wait complete. 2024-02-26T05:09:13.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 Processor -- start 2024-02-26T05:09:13.520 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 -- start start 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c19fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 0x7fd89c199cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd89c19a2d0 con 0x7fd89c199820 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd89c19a440 con 0x7fd89c108540 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.516+0000 7fd8a0e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd89c19a5b0 con 0x7fd89c103470 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89be00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 0x7fd89c199cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89aa00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c19fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:59706/0 (socket says 172.21.15.112:59706) 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89aa00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c19fbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:38034/0 (socket says 172.21.15.112:38034) 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 -- 172.21.15.112:0/2174376891 learned_addr learned my addr 172.21.15.112:0/2174376891 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 -- 172.21.15.112:0/2174376891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 msgr2=0x7fd89c19fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c19fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.521 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 -- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 msgr2=0x7fd89c199cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 0x7fd89c199cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 -- 172.21.15.112:0/2174376891 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd88c009560 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89be00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 0x7fd89c199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.517+0000 7fd89b400640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009230 tx=0x7fd88c02cc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.518+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd88c004450 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.518+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd89c1a6500 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.518+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd88c005310 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.518+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd88c003e30 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.518+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd89c1a6980 con 0x7fd89c103470 2024-02-26T05:09:13.522 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.519+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd89c104940 con 0x7fd89c103470 2024-02-26T05:09:13.523 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.521+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fd88c0035f0 con 0x7fd89c103470 2024-02-26T05:09:13.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.522+0000 7fd893e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 0x7fd8800a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.522+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7fd88c0f0280 con 0x7fd89c103470 2024-02-26T05:09:13.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.522+0000 7fd89aa00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 0x7fd8800a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.525 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.523+0000 7fd89aa00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 0x7fd8800a46f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd89c109b60 tx=0x7fd888005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.529 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.526+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd88c0b90c0 con 0x7fd89c103470 2024-02-26T05:09:13.725 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.723+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd89c10b770 con 0x7fd89c103470 2024-02-26T05:09:13.726 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.724+0000 7fd893e00640 1 -- 172.21.15.112:0/2174376891 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v95) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd88c0bc780 con 0x7fd89c103470 2024-02-26T05:09:13.727 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 msgr2=0x7fd8800a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 0x7fd8800a46f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd89c109b60 tx=0x7fd888005f90 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 msgr2=0x7fd89c19f6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fd88c009230 tx=0x7fd88c02cc10 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 shutdown_connections 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd8800a2230 0x7fd8800a46f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd89c199820 0x7fd89c199cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd89c108540 0x7fd89c19fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 --2- 172.21.15.112:0/2174376891 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd89c103470 0x7fd89c19f6b0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 >> 172.21.15.112:0/2174376891 conn(0x7fd89c0fecb0 msgr2=0x7fd89c100ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 shutdown_connections 2024-02-26T05:09:13.730 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.727+0000 7fd8a0e00640 1 -- 172.21.15.112:0/2174376891 wait complete. 2024-02-26T05:09:13.747 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 -- 172.21.15.112:0/3756788560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4103f50 msgr2=0x7fcac4107f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 --2- 172.21.15.112:0/3756788560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4103f50 0x7fcac4107f90 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fcaac009890 tx=0x7fcaac02bb70 comp rx=0 tx=0).stop 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 -- 172.21.15.112:0/3756788560 shutdown_connections 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 --2- 172.21.15.112:0/3756788560 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac4110240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 --2- 172.21.15.112:0/3756788560 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4103f50 0x7fcac4107f90 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 --2- 172.21.15.112:0/3756788560 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac4103980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 -- 172.21.15.112:0/3756788560 >> 172.21.15.112:0/3756788560 conn(0x7fcac40feea0 msgr2=0x7fcac41012c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 -- 172.21.15.112:0/3756788560 shutdown_connections 2024-02-26T05:09:13.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.946+0000 7fcac9000640 1 -- 172.21.15.112:0/3756788560 wait complete. 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.947+0000 7fcac9000640 1 Processor -- start 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.947+0000 7fcac9000640 1 -- start start 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac419fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4199950 0x7fcac4199e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac419a340 con 0x7fcac4108670 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac419a4b0 con 0x7fcac4199950 2024-02-26T05:09:13.951 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac9000640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcac419a670 con 0x7fcac41035a0 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcab9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac419fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:59724/0 (socket says 172.21.15.112:59724) 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 -- 172.21.15.112:0/2689878629 learned_addr learned my addr 172.21.15.112:0/2689878629 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac2800640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4199950 0x7fcac4199e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 -- 172.21.15.112:0/2689878629 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4199950 msgr2=0x7fcac4199e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4199950 0x7fcac4199e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.948+0000 7fcac1e00640 1 -- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 msgr2=0x7fcac419fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcac1e00640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac419fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcac1e00640 1 -- 172.21.15.112:0/2689878629 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaac009490 con 0x7fcac41035a0 2024-02-26T05:09:13.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcab9400640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:13.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcac1e00640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcab400e9f0 tx=0x7fcab400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab400ccc0 con 0x7fcac41035a0 2024-02-26T05:09:13.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fcab400ce20 con 0x7fcac41035a0 2024-02-26T05:09:13.953 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcac41a6610 con 0x7fcac41035a0 2024-02-26T05:09:13.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcab4010690 con 0x7fcac41035a0 2024-02-26T05:09:13.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.949+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcac41a6aa0 con 0x7fcac41035a0 2024-02-26T05:09:13.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.950+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcac4068430 con 0x7fcac41035a0 2024-02-26T05:09:13.954 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.952+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fcab4004830 con 0x7fcac41035a0 2024-02-26T05:09:13.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.953+0000 7fcabb400640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 0x7fcaa80a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:13.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.953+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 8536+0+0 (secure 0 0 0) 0x7fcab4014070 con 0x7fcac41035a0 2024-02-26T05:09:13.956 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.954+0000 7fcab9400640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 0x7fcaa80a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:13.957 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.954+0000 7fcab9400640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 0x7fcaa80a46f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcaac005940 tx=0x7fcaac02e040 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:13.960 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:13.957+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fcab4097160 con 0x7fcac41035a0 2024-02-26T05:09:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2280970220' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1808837737' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:13 smithi175 ceph-mon[36652]: pgmap v313: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:14.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:13 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2174376891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2280970220' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1808837737' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:13 smithi161 ceph-mon[36447]: pgmap v313: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:14.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:13 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2174376891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:14.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.203+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7fcac410b8a0 con 0x7fcac41035a0 2024-02-26T05:09:14.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.215+0000 7fcabb400640 1 -- 172.21.15.112:0/2689878629 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v27) v1 ==== 81+0+736950 (secure 0 0 0) 0x7fcab409a820 con 0x7fcac41035a0 2024-02-26T05:09:14.229 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "epoch": 27, 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "active_gid": 15126, 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "active_name": "x", 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "active_addrs": { 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:6800", 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3783416355 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.230 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v1", 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:6801", 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3783416355 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "active_addr": "172.21.15.112:6801/3783416355", 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "active_change": "2024-02-26T04:59:07.356266+0000", 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "active_mgr_features": 4540701547738038271, 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "available": true, 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "standbys": [ 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "gid": 25220, 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "y", 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr_features": 4540701547738038271, 2024-02-26T05:09:14.231 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.232 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.233 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.234 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.235 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.236 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.237 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-02-26T05:09:14.238 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.239 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.240 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.241 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.242 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.243 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.244 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.245 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.246 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-26T05:09:14.247 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.248 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-02-26T05:09:14.249 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.250 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:14.251 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.252 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.253 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.254 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.255 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-02-26T05:09:14.256 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.257 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-02-26T05:09:14.258 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.259 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.260 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.261 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.262 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.263 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.264 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.265 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.266 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.267 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.268 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-02-26T05:09:14.269 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.270 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-26T05:09:14.271 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.272 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.273 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.274 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.275 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-02-26T05:09:14.276 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.277 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-02-26T05:09:14.278 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.279 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.280 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-26T05:09:14.281 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.282 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.283 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.284 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.285 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.287 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.288 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.289 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.290 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.291 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.292 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.293 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.294 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.295 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.296 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.297 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.298 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.299 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-02-26T05:09:14.300 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.301 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:14.302 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-02-26T05:09:14.303 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.304 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.305 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.306 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-26T05:09:14.307 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.308 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.309 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-02-26T05:09:14.310 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.311 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.312 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.313 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-26T05:09:14.314 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.315 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.316 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.317 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.318 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.319 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.320 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-02-26T05:09:14.321 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-02-26T05:09:14.322 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.323 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.324 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-02-26T05:09:14.325 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.326 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.327 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.328 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.329 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.330 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-26T05:09:14.331 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.332 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.335 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.336 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-02-26T05:09:14.337 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.338 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.339 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.340 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.341 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.342 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.343 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.344 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.345 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-26T05:09:14.347 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-26T05:09:14.348 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.349 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.350 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.351 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.352 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.353 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.354 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.355 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.356 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.357 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.358 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.359 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.360 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-26T05:09:14.361 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.362 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.363 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.364 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.365 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.366 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:14.367 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.368 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.369 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.370 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.371 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.372 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.373 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.374 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.375 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.376 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.377 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.378 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:14.379 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.380 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-02-26T05:09:14.381 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.382 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.383 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.384 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.385 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.386 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.387 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.388 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.389 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.390 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-02-26T05:09:14.391 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.392 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.393 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.394 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.395 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.396 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-02-26T05:09:14.397 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.398 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.399 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.400 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.401 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.402 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-02-26T05:09:14.403 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.404 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.405 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.406 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.407 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.408 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.409 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.410 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.411 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.412 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.413 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.414 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.415 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.416 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.417 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.418 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.419 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.420 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.421 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.422 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.423 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.424 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-02-26T05:09:14.425 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.426 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.427 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.428 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.429 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.430 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.431 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-02-26T05:09:14.432 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.433 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.434 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.435 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.436 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.437 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.438 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-02-26T05:09:14.439 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-02-26T05:09:14.440 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-02-26T05:09:14.441 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-26T05:09:14.442 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.443 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.444 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.445 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.446 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.447 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.448 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.449 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.450 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.451 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.452 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.453 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.454 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.455 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.456 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.457 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.458 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.459 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.460 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.461 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.462 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.463 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.464 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.465 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.466 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.467 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.468 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.469 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-02-26T05:09:14.470 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.471 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.472 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.473 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.474 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.475 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.476 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.477 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.478 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.479 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.480 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.481 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.482 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.483 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.484 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.485 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.486 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.487 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.488 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-02-26T05:09:14.489 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.490 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.491 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.492 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.493 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.494 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.495 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.496 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.497 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.498 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.499 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.500 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.501 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.502 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-02-26T05:09:14.503 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:14.504 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.505 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.506 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.507 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.508 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.509 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.510 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.511 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.512 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.513 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.514 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.515 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.516 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.517 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.518 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.519 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.520 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.521 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.522 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.523 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.524 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.525 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "drive_group_interval": { 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "drive_group_interval", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300.0", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.526 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.527 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.528 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.529 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.530 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.531 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.532 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.533 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.534 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.535 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.536 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.537 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-02-26T05:09:14.538 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.539 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.540 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.541 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.542 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.543 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.544 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.545 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.546 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.547 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-02-26T05:09:14.548 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.549 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.550 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.551 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.552 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.553 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.554 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.555 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.556 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.557 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.558 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.559 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.560 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.561 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.562 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.563 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.564 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.565 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.566 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.567 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.568 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.569 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.570 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.571 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.572 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-02-26T05:09:14.573 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-02-26T05:09:14.574 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.575 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.576 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.577 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.578 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-02-26T05:09:14.579 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.580 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.581 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.582 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.583 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.584 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.585 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.586 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.587 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.588 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.589 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.590 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.591 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.592 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.593 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.594 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.595 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.596 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.597 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.598 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.599 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.600 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.601 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.602 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.603 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.604 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.605 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.606 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.607 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.608 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.609 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.610 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.611 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "gid": 25228, 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "z", 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "mgr_features": 4540701547738038271, 2024-02-26T05:09:14.612 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.613 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.614 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.615 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.616 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.617 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.618 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.619 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.620 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.621 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.622 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.623 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-02-26T05:09:14.624 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.625 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.626 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-26T05:09:14.627 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.628 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.629 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-02-26T05:09:14.630 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.631 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.632 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.633 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.634 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.635 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.636 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.637 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.638 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-26T05:09:14.639 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.640 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.641 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.642 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.643 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-26T05:09:14.644 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.645 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.646 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-02-26T05:09:14.647 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.648 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-02-26T05:09:14.649 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-02-26T05:09:14.650 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.651 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-02-26T05:09:14.652 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.653 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.654 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.655 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.656 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-26T05:09:14.657 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.658 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.659 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-02-26T05:09:14.660 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-02-26T05:09:14.661 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.662 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.663 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.664 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-02-26T05:09:14.665 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.666 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.667 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.668 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-26T05:09:14.669 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.670 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-02-26T05:09:14.671 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-02-26T05:09:14.672 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.673 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.674 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.675 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.676 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.677 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.678 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.679 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.680 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.681 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-02-26T05:09:14.682 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-02-26T05:09:14.683 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-02-26T05:09:14.684 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:14.685 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.686 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-02-26T05:09:14.687 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-02-26T05:09:14.688 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.689 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.690 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.691 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.692 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-02-26T05:09:14.693 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.694 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-02-26T05:09:14.695 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-02-26T05:09:14.696 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.697 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.698 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.699 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.700 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.701 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.702 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.703 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.704 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.705 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.706 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-26T05:09:14.707 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.708 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.709 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.710 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.711 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.712 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-26T05:09:14.713 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.714 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.715 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.716 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.717 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.718 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.719 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-26T05:09:14.720 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.721 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.722 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.723 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.724 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-26T05:09:14.725 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.726 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.727 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.728 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.729 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.730 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.731 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.732 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.733 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.734 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.735 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.736 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.737 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.738 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.739 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.740 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.741 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.742 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.743 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-02-26T05:09:14.744 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.745 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.746 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.747 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.748 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.749 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.750 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.751 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.752 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.753 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.754 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.755 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.756 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-02-26T05:09:14.757 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.758 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.759 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.760 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.761 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.762 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.763 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.764 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-02-26T05:09:14.765 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.766 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.767 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:14.768 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.769 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.770 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.771 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.772 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.773 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.774 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.775 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-02-26T05:09:14.776 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.777 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.778 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-02-26T05:09:14.779 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.780 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-02-26T05:09:14.781 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.782 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.783 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.784 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.785 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.786 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.787 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.788 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.789 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-02-26T05:09:14.790 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.791 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.792 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.793 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.794 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.795 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.796 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.797 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.798 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.799 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.800 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.801 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.802 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.803 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-26T05:09:14.804 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.805 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.806 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.807 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.808 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.809 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.810 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.811 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.812 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.813 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.814 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-02-26T05:09:14.815 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-02-26T05:09:14.816 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.817 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.818 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.819 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.820 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.821 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.822 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.823 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.824 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.827 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.828 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.829 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.830 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.831 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.832 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.833 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.834 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.835 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-02-26T05:09:14.836 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.837 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.838 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.839 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.840 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.841 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-02-26T05:09:14.842 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.843 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.844 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.845 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.846 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.847 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.848 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.849 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.850 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.851 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.852 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.853 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.854 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.855 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.856 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.857 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:14.858 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-02-26T05:09:14.859 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.860 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.861 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.862 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.863 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.864 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.865 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:14.866 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.867 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.868 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.869 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.870 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.871 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.872 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.873 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-26T05:09:14.874 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.875 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.876 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-02-26T05:09:14.877 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.878 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-02-26T05:09:14.879 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.880 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.881 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.882 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.883 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.884 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.885 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-02-26T05:09:14.886 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.887 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.888 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.889 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.890 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.891 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.892 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.893 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.894 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.895 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.896 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.897 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.898 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.899 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.900 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.901 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "drive_group_interval": { 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "drive_group_interval", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.902 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300.0", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.903 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.904 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.905 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.906 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.907 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.908 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.909 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.910 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.911 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.912 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.913 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.914 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-02-26T05:09:14.915 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-02-26T05:09:14.916 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.917 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.918 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.919 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.920 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.921 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-02-26T05:09:14.922 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.923 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.924 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-02-26T05:09:14.925 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.926 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.927 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.928 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.929 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.930 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.931 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.932 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.933 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.934 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.935 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.936 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.937 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.938 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.939 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.940 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.941 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.942 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.943 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.944 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.945 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.946 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-02-26T05:09:14.947 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.948 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.949 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.950 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.951 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.952 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.953 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:14.954 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.955 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.956 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.957 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.958 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.959 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.960 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.961 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.962 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.963 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.964 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.965 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.966 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.967 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.968 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.969 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.970 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.971 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.972 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.973 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.974 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.975 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.976 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.977 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.978 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.979 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.980 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.981 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.982 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.983 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.984 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.985 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.986 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.987 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "modules": [ 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "dashboard", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "iostat", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "nfs", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "restful", 2024-02-26T05:09:14.988 INFO:teuthology.orchestra.run.smithi112.stdout: "snap_schedule" 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "available_modules": [ 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "alerts", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.989 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How frequently to reexamine health status", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.990 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.991 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.992 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:14.993 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_destination": { 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_destination", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.994 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email address to send alerts to", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_from_name": { 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_from_name", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "Ceph", 2024-02-26T05:09:14.995 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Email From: name", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_host": { 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_host", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.996 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP server", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_password": { 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_password", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Password to authenticate with", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.997 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_port": { 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_port", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "465", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP port", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.998 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_sender": { 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_sender", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SMTP envelope sender", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_ssl": { 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_ssl", 2024-02-26T05:09:14.999 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use SSL to connect to SMTP server", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "smtp_user": { 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "smtp_user", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.000 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "User to authenticate as", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "balancer", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.001 INFO:teuthology.orchestra.run.smithi112.stdout: "active": { 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "active", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically balance PGs across cluster", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_time": { 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_time", 2024-02-26T05:09:15.002 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0000", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "beginning time of day to automatically balance", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "begin_weekday": { 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "begin_weekday", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.003 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_max_iterations": { 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_max_iterations", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "25", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:15.004 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "250", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_metrics": { 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_metrics", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "pgs,objects,bytes", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-02-26T05:09:15.005 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "crush_compat_step": { 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crush_compat_step", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.5", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0.001", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "0.999", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "aggressiveness of optimization", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.006 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "end_time": { 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_time", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2359", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ending time of day to automatically balance", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.007 INFO:teuthology.orchestra.run.smithi112.stdout: "end_weekday": { 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "end_weekday", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "0", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "6", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.008 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.009 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.010 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.011 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.012 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "min_score": { 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_score", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.013 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "upmap", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.014 INFO:teuthology.orchestra.run.smithi112.stdout: "crush-compat", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "none", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "read", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap-read" 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Balancer mode", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_ids": { 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_ids", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.015 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.016 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_deviation": { 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_deviation", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "deviation below which no optimization is attempted", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-02-26T05:09:15.017 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "upmap_max_optimizations": { 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "upmap_max_optimizations", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.018 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_down_multiplier": { 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_down_multiplier", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-02-26T05:09:15.019 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_refresh_rate": { 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_refresh_rate", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "20", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.020 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "agent_starting_port": { 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "agent_starting_port", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4721", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.021 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_ptrace": { 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_ptrace", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_interval": { 2024-02-26T05:09:15.022 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_interval", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to autotune daemon memory", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "autotune_memory_target_ratio": { 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "autotune_memory_target_ratio", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.023 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0.7", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm_log_destination": { 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cephadm_log_destination", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.024 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "file", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "file,syslog", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "syslog" 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.025 INFO:teuthology.orchestra.run.smithi112.stdout: "cgroups_split": { 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cgroups_split", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "config_checks_enabled": { 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_checks_enabled", 2024-02-26T05:09:15.026 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "config_dashboard": { 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_dashboard", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.027 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_alertmanager": { 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_alertmanager", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-02-26T05:09:15.028 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_base": { 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_base", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.029 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Container image name, without the tag", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_elasticsearch": { 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_elasticsearch", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.030 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "elasticsearch container image", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_grafana": { 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_grafana", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.031 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_haproxy": { 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_haproxy", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "HAproxy container image", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.032 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_agent": { 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_agent", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger agent container image", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_collector": { 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_collector", 2024-02-26T05:09:15.033 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger collector container image", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_jaeger_query": { 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_jaeger_query", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.034 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Jaeger query container image", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_keepalived": { 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_keepalived", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-02-26T05:09:15.035 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Keepalived container image", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_loki": { 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_loki", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-02-26T05:09:15.036 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Loki container image", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_node_exporter": { 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_node_exporter", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.037 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_nvmeof": { 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_nvmeof", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Nvme-of container image", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.038 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_prometheus": { 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_prometheus", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Prometheus container image", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.039 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_promtail": { 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_promtail", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Promtail container image", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.040 INFO:teuthology.orchestra.run.smithi112.stdout: "container_image_snmp_gateway": { 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_image_snmp_gateway", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "SNMP Gateway container image", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "container_init": { 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "container_init", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.041 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Run podman/docker with `--init`", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "daemon_cache_timeout": { 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "daemon_cache_timeout", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:15.042 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "default_cephadm_command_timeout": { 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_cephadm_command_timeout", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "900", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.043 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "default_registry": { 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "default_registry", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "docker.io", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-02-26T05:09:15.044 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "device_cache_timeout": { 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_cache_timeout", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1800", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache device inventory", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.045 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "device_enhanced_scan": { 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_enhanced_scan", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use libstoragemgmt during device scans", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "facts_cache_timeout": { 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "facts_cache_timeout", 2024-02-26T05:09:15.046 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "seconds to cache host facts data", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "host_check_interval": { 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "host_check_interval", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.047 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to perform a host check", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "hw_monitoring": { 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hw_monitoring", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.048 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "inventory_list_all": { 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "inventory_list_all", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.049 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.050 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "log_refresh_metadata": { 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_refresh_metadata", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.051 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.052 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.053 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.054 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf": { 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.055 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "*", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.056 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "max_count_per_host": { 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_count_per_host", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of daemons per service per host", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.057 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "max_osd_draining_count": { 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_osd_draining_count", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.058 INFO:teuthology.orchestra.run.smithi112.stdout: "migration_current": { 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "migration_current", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "internal - do not modify", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "mode": { 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mode", 2024-02-26T05:09:15.059 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "root", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm-package", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "root" 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "mode for remote execution of cephadm", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "oob_default_addr": { 2024-02-26T05:09:15.060 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "oob_default_addr", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "169.254.1.1", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Default address for RedFish API (oob management).", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "prometheus_alerts_path": { 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus_alerts_path", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.061 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_insecure": { 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_insecure", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.062 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_password": { 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_password", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.063 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_url": { 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_url", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.064 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "registry_username": { 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "registry_username", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.065 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "secure_monitoring_stack": { 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "secure_monitoring_stack", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.066 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "service_discovery_port": { 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "service_discovery_port", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8765", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "cephadm service discovery port", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "ssh_config_file": { 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssh_config_file", 2024-02-26T05:09:15.067 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "use_agent": { 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_agent", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.068 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "use_repo_digest": { 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "use_repo_digest", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.069 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_failed_host_check": { 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_failed_host_check", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if the host check fails", 2024-02-26T05:09:15.070 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_daemons": { 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_daemons", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.071 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_on_stray_hosts": { 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_on_stray_hosts", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.072 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crash", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.073 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.074 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.075 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.076 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "retain_interval": { 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retain_interval", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.077 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "31536000", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain crashes before pruning them", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_recent_interval": { 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_recent_interval", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1209600", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.078 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "time interval in which to warn about recent crashes", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dashboard", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-02-26T05:09:15.079 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_HOST": { 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_HOST", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.080 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.081 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_ENABLED": { 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_ENABLED", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.082 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.083 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "ENABLE_BROWSABLE_API": { 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ENABLE_BROWSABLE_API", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.084 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.085 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.086 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.087 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_NFS": { 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-02-26T05:09:15.088 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RBD": { 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.089 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "FEATURE_TOGGLE_RGW": { 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.090 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.091 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_PASSWORD": { 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_PASSWORD", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.092 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.093 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_URL": { 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_URL", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_API_USERNAME": { 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_API_USERNAME", 2024-02-26T05:09:15.094 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.095 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.096 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.097 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "ISSUE_TRACKER_API_KEY": { 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.098 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_HOST": { 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_HOST", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-02-26T05:09:15.099 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.100 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.101 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.102 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.103 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.104 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.105 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_ENABLED": { 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_ENABLED", 2024-02-26T05:09:15.106 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.107 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.108 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.109 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "REST_REQUESTS_TIMEOUT": { 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "45", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.110 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ACCESS_KEY": { 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ACCESS_KEY", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.111 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "admin", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.112 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SECRET_KEY": { 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SECRET_KEY", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.113 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "RGW_API_SSL_VERIFY": { 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "RGW_API_SSL_VERIFY", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.114 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-02-26T05:09:15.115 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.116 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "cross_origin_url": { 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cross_origin_url", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.117 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "crt_file": { 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "crt_file", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.118 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "debug": { 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "debug", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.119 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Enable/disable debug options", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "jwt_token_ttl": { 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "jwt_token_ttl", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "28800", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.120 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.121 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.122 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.123 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.124 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.125 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "motd": { 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "motd", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.126 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "The message of the day", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect_resolve_ip_addr": { 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "redirect_resolve_ip_addr", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.127 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.128 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8080", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.129 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.130 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl_server_port": { 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl_server_port", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8443", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:15.131 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "redirect", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "redirect" 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:15.132 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "url_prefix": { 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url_prefix", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.133 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.134 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_monitoring": { 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_monitoring", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "monitor device health metrics", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.135 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.136 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.137 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.138 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.139 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "mark_out_threshold": { 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mark_out_threshold", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.140 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "2419200", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "pool_name": { 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pool_name", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "device_health_metrics", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.141 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name of pool in which to store device health metrics", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "retention_period": { 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "retention_period", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15552000", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long to retain device health metrics", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.142 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_frequency": { 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_frequency", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to scrape device health metrics", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.143 INFO:teuthology.orchestra.run.smithi112.stdout: "self_heal": { 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "self_heal", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:15.144 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how frequently to wake up and check device health", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "warn_threshold": { 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "warn_threshold", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.145 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7257600", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "diskprediction_local", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.146 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.147 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.148 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.149 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.150 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "predict_interval": { 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predict_interval", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "86400", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.151 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "predictor_model": { 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "predictor_model", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "prophetstor", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.152 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "600", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.153 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "influx", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": false, 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "influxdb python module not found", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "batch_size": { 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "batch_size", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5000", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.154 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "database": { 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "database", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "ceph", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "hostname": { 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "hostname", 2024-02-26T05:09:15.155 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server hostname", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.156 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "30", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "5", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.157 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.158 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.159 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.160 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.161 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "password": { 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "password", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "password of InfluxDB server user", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.162 INFO:teuthology.orchestra.run.smithi112.stdout: "port": { 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "port", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "8086", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "InfluxDB server port", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "ssl": { 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ssl", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.163 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "false", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "threads": { 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threads", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.164 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "32", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "username": { 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "username", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.165 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "username of InfluxDB server user", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "verify_ssl": { 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "verify_ssl", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "true", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.166 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "insights", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.167 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.168 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.169 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.170 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.171 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "iostat", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.172 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.173 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.174 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.175 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.176 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "k8sevents", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "ceph_event_retention_days": { 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "ceph_event_retention_days", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "7", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Days to hold ceph event information within local cache", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.177 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "config_check_secs": { 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "config_check_secs", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "10", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.178 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.179 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.180 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.181 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.182 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "localpool", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "failure_domain": { 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "failure_domain", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "host", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.183 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "failure domain for any created local pool", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.184 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.185 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.186 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.187 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "min_size": { 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "min_size", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.188 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default min_size for any created local pool", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "num_rep": { 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "num_rep", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.189 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default replica count for any created local pool", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_num": { 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_num", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "128", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.190 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "default pg_num for any created local pool", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "prefix": { 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prefix", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "name prefix for any created local pool", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.191 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "subtree": { 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "subtree", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "rack", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "CRUSH level for which to create a local pool", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.192 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mds_autoscaler", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.193 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.194 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.195 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.196 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.197 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirroring", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.198 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.199 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.200 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.201 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "nfs", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.202 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.203 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.204 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.205 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.206 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "fail_fs": { 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "fail_fs", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.207 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.208 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.209 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.210 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.211 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator": { 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "orchestrator", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.212 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "cephadm", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "rook", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "test_orchestrator" 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Orchestrator backend", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_perf_query", 2024-02-26T05:09:15.213 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.214 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.215 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.216 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.217 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "osd_support", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.218 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.219 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.220 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.221 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.222 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "pg_autoscaler", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.223 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.224 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.225 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.226 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.227 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "threshold": { 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "threshold", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "3.0", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1.0", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "scaling threshold", 2024-02-26T05:09:15.228 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "progress", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_pg_recovery_event": { 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_pg_recovery_event", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.229 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow the module to show pg recovery progress", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.230 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.231 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.232 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.233 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.234 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.235 INFO:teuthology.orchestra.run.smithi112.stdout: "max_completed_events": { 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_completed_events", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "50", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "number of past completed events to remember", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.236 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "sleep_interval": { 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "sleep_interval", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "5", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "how long the module is going to sleep", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.237 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "prometheus", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "cache": { 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "cache", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.238 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "exclude_perf_counters": { 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "exclude_perf_counters", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.239 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.240 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.241 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.242 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.243 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools": { 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.244 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_stats_pools_refresh_interval": { 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.245 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "scrape_interval": { 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "scrape_interval", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15.0", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.246 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "::", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.247 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "9283", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.248 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "stale_cache_strategy": { 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stale_cache_strategy", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "log", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.249 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_behaviour": { 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_behaviour", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "default", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "default", 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "error" 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.250 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "standby_error_status_code": { 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "standby_error_status_code", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "500", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "400", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "599", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.251 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.252 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.253 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.254 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.255 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.256 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_snap_create": { 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_snap_create", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.257 INFO:teuthology.orchestra.run.smithi112.stdout: "mirror_snapshot_schedule": { 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "mirror_snapshot_schedule", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "trash_purge_schedule": { 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "trash_purge_schedule", 2024-02-26T05:09:15.258 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.259 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "restful", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "enable_auth": { 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enable_auth", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.260 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "key_file": { 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "key_file", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.261 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.262 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.263 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.264 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.265 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "server_addr": { 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_addr", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.266 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "server_port": { 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "server_port", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.267 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rgw", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.268 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.269 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.270 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.271 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.272 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rook", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "drive_group_interval": { 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "drive_group_interval", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "300.0", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "interval in seconds between re-application of applied drive_groups", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.273 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.274 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.275 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.276 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.277 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "storage_class": { 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "storage_class", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "local", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.278 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "selftest", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.279 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.280 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.281 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.282 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.283 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "roption1": { 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption1", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.284 INFO:teuthology.orchestra.run.smithi112.stdout: "roption2": { 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "roption2", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "xyz", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption1": { 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption1", 2024-02-26T05:09:15.285 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption2": { 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption2", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.286 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption3": { 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption3", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "float", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.287 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption4": { 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption4", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.288 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption5": { 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption5", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.289 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption6": { 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption6", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.290 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "rwoption7": { 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rwoption7", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "1", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "42", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "testkey": { 2024-02-26T05:09:15.291 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testkey", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "testlkey": { 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testlkey", 2024-02-26T05:09:15.292 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "testnewline": { 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "testnewline", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.293 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.294 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "allow_m_granularity": { 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "allow_m_granularity", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "allow minute scheduled snapshots", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "dump_on_update": { 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "dump_on_update", 2024-02-26T05:09:15.295 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "dump database to debug log on update", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.296 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.297 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.298 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.299 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.300 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "stats", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.301 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.302 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.303 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.304 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "status", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.305 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.306 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.307 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.308 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.309 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telegraf", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "address": { 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "address", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.310 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "15", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.311 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.312 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.313 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.314 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.315 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "telemetry", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.316 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_basic": { 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_basic", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share basic cluster information (size, version)", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_crash": { 2024-02-26T05:09:15.317 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_crash", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_device": { 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_device", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.318 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "True", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_ident": { 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_ident", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.319 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "channel_perf": { 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "channel_perf", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.320 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Share various performance metrics of a cluster", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "contact": { 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "contact", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.321 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "description": { 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "description", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.322 INFO:teuthology.orchestra.run.smithi112.stdout: "device_url": { 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "device_url", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "enabled": { 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "enabled", 2024-02-26T05:09:15.323 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.324 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "24", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "8", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "last_opt_revision": { 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "last_opt_revision", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "1", 2024-02-26T05:09:15.325 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard": { 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.326 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "leaderboard_description": { 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "leaderboard_description", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.327 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.328 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.329 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.330 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.331 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "organization": { 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "organization", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.332 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "proxy": { 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "proxy", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.333 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "url": { 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "url", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.334 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "test_orchestrator", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.335 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.336 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.337 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.338 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-02-26T05:09:15.339 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.340 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.341 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.342 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.343 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "max_concurrent_clones": { 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "max_concurrent_clones", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "4", 2024-02-26T05:09:15.344 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Number of asynchronous cloner threads", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "periodic_async_work": { 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "periodic_async_work", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.345 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Periodically check for async work", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "snapshot_clone_delay": { 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snapshot_clone_delay", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "0", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-02-26T05:09:15.346 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "can_run": true, 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "error_string": "", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "module_options": { 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "discovery_interval": { 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "discovery_interval", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "uint", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "100", 2024-02-26T05:09:15.347 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "identifier": { 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "identifier", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.348 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "interval": { 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "interval", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "secs", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "60", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.349 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "log_level": { 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_level", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.350 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster": { 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.351 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_cluster_level": { 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_cluster_level", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.352 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "info", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [ 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "critical", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "debug", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "error", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "info", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "warning" 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.353 INFO:teuthology.orchestra.run.smithi112.stdout: "log_to_file": { 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "log_to_file", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "bool", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 1, 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "False", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_host": { 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_host", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.354 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_port": { 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_port", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "int", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.355 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "10051", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "zabbix_sender": { 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "zabbix_sender", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "str", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "level": "advanced", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "flags": 0, 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-02-26T05:09:15.356 INFO:teuthology.orchestra.run.smithi112.stdout: "min": "", 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "max": "", 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "enum_allowed": [], 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "desc": "", 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "long_desc": "", 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "tags": [], 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "see_also": [] 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "services": { 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "dashboard": "https://172.21.15.112:8443/" 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "always_on_modules": { 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "octopus": [ 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-02-26T05:09:15.357 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "pacific": [ 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-02-26T05:09:15.358 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "quincy": [ 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.359 INFO:teuthology.orchestra.run.smithi112.stdout: "reef": [ 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: ], 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "squid": [ 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "balancer", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "crash", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "devicehealth", 2024-02-26T05:09:15.360 INFO:teuthology.orchestra.run.smithi112.stdout: "orchestrator", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "pg_autoscaler", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "progress", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "rbd_support", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "status", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "telemetry", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "volumes" 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "last_failure_osd_epoch": 88, 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "active_clients": [ 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "devicehealth", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.361 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 3184921 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "libcephsqlite", 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 948323538 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "rbd_support", 2024-02-26T05:09:15.362 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 4171488606 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1155579886 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.363 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "snap_schedule", 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 1026484308 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "name": "volumes", 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "addrvec": [ 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: { 2024-02-26T05:09:15.364 INFO:teuthology.orchestra.run.smithi112.stdout: "type": "v2", 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: "addr": "172.21.15.112:0", 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: "nonce": 295813796 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout: ] 2024-02-26T05:09:15.365 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T05:09:15.366 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:14 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2689878629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-26T05:09:15.366 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:14 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2689878629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-26T05:09:15.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 msgr2=0x7fcaa80a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:15.366 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 0x7fcaa80a46f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fcaac005940 tx=0x7fcaac02e040 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 msgr2=0x7fcac419f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fcab400e9f0 tx=0x7fcab400eeb0 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 shutdown_connections 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fcaa80a2230 0x7fcaa80a46f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fcac4199950 0x7fcac4199e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fcac4108670 0x7fcac419fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 --2- 172.21.15.112:0/2689878629 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fcac41035a0 0x7fcac419f750 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.228+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 >> 172.21.15.112:0/2689878629 conn(0x7fcac40feea0 msgr2=0x7fcac41011f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.229+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 shutdown_connections 2024-02-26T05:09:15.367 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:14.229+0000 7fcac9000640 1 -- 172.21.15.112:0/2689878629 wait complete. 2024-02-26T05:09:15.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2280970220' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:15.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1808837737' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:15.367 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:13 smithi112 ceph-mon[31817]: pgmap v313: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:15.368 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:13 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2174376891' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:15.373 DEBUG:tasks.check_counter:Getting stats from a 2024-02-26T05:09:15.373 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.a perf dump 2024-02-26T05:09:15.374 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:14 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2689878629' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-02-26T05:09:15.824 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T05:09:16.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:15 smithi175 ceph-mon[36652]: pgmap v314: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:16.170 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:15 smithi112 ceph-mon[31817]: pgmap v314: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:16.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:15 smithi161 ceph-mon[36447]: pgmap v314: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:18.000 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:17 smithi112 ceph-mon[31817]: pgmap v315: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:18.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:17 smithi175 ceph-mon[36652]: pgmap v315: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:18.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:17 smithi161 ceph-mon[36447]: pgmap v315: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 226, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 212, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1708704, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 126480, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.100023898, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.031468005, 2024-02-26T05:09:18.327 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.080840801, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.009506298, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 212, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.020813086, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000098174 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1708704, 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 126480 2024-02-26T05:09:18.328 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 2, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 160, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 320, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 182864, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.034546445, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.024058436, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.004071694, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 157, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.022896237, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000145835 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.329 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 182864 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.001035149, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-02-26T05:09:18.330 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.000893980, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-02-26T05:09:18.331 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:18.332 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:18.333 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 148977, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 30, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:18.334 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 224, 2024-02-26T05:09:18.335 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1674352, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 224, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 224, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1674352, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:18.336 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T05:09:19.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:18 smithi175 ceph-mon[36652]: osdmap e96: 12 total, 12 up, 12 in 2024-02-26T05:09:19.131 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:18 smithi112 ceph-mon[31817]: osdmap e96: 12 total, 12 up, 12 in 2024-02-26T05:09:19.183 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.a 2024-02-26T05:09:19.183 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.a 2024-02-26T05:09:19.183 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.a 2024-02-26T05:09:19.183 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.a 2024-02-26T05:09:19.183 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.a 2024-02-26T05:09:19.183 DEBUG:tasks.check_counter:Getting stats from d 2024-02-26T05:09:19.184 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.d perf dump 2024-02-26T05:09:19.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:18 smithi161 ceph-mon[36447]: osdmap e96: 12 total, 12 up, 12 in 2024-02-26T05:09:19.640 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T05:09:20.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:19 smithi175 ceph-mon[36652]: pgmap v317: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 10 op/s 2024-02-26T05:09:20.159 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:19 smithi112 ceph-mon[31817]: pgmap v317: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 10 op/s 2024-02-26T05:09:20.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:19 smithi161 ceph-mon[36447]: pgmap v317: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 230 B/s wr, 10 op/s 2024-02-26T05:09:22.020 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:21 smithi112 ceph-mon[31817]: pgmap v318: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:22.022 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T05:09:22.022 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:22.022 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 228, 2024-02-26T05:09:22.022 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 216, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1707344, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 129776, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.108288871, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.023838376, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.108311912, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.010652351, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 215, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.020675625, 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000096165 2024-02-26T05:09:22.023 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1707344, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 129776 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 6, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 167, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 3312, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 184192, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:22.024 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.035187811, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.024046039, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.005205844, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 165, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.038316211, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000232219 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-02-26T05:09:22.025 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 184192 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.001289881, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.001117601, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:22.026 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-02-26T05:09:22.027 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:22.028 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:22.029 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:22.030 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 148714, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 30, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:22.031 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-02-26T05:09:22.032 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 230, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1675132, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 230, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 230, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1675132, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:22.033 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:22.034 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T05:09:22.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:21 smithi175 ceph-mon[36652]: pgmap v318: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:22.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:21 smithi161 ceph-mon[36447]: pgmap v318: 97 pgs: 97 active+clean; 80 MiB data, 877 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 204 B/s wr, 9 op/s 2024-02-26T05:09:22.874 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-02-26T05:09:22.875 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-02-26T05:09:22.875 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-02-26T05:09:22.875 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-02-26T05:09:22.875 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-02-26T05:09:22.875 DEBUG:tasks.check_counter:Getting stats from g 2024-02-26T05:09:22.875 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.g perf dump 2024-02-26T05:09:23.317 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T05:09:24.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:23 smithi175 ceph-mon[36652]: pgmap v319: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:24.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:23 smithi161 ceph-mon[36447]: pgmap v319: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:24.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:23 smithi112 ceph-mon[31817]: pgmap v319: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:25.656 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 228, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 214, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1709248, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 127728, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.112898654, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.032787917, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.099367167, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.010620120, 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:25.657 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 214, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.022001869, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000102812 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1709248, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 127728 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 2, 2024-02-26T05:09:25.658 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 162, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 320, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 183216, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.033426572, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.023533892, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.004194172, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 159, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.037662263, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000236869 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:25.659 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 183216 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.000815468, 2024-02-26T05:09:25.660 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.000673245, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.661 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:25.662 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:25.663 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 148994, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 31, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:25.664 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-02-26T05:09:25.665 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 226, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1674612, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 226, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 226, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1674612, 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-02-26T05:09:25.666 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:25.667 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:25.667 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:25.667 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:25.667 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:25.667 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T05:09:25.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:25 smithi112 ceph-mon[31817]: pgmap v320: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:26.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:25 smithi175 ceph-mon[36652]: pgmap v320: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:26.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:25 smithi161 ceph-mon[36447]: pgmap v320: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:26.446 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.g 2024-02-26T05:09:26.447 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.g 2024-02-26T05:09:26.447 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.g 2024-02-26T05:09:26.447 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.g 2024-02-26T05:09:26.447 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.g 2024-02-26T05:09:26.447 DEBUG:tasks.check_counter:Getting stats from j 2024-02-26T05:09:26.447 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.j perf dump 2024-02-26T05:09:26.896 INFO:teuthology.orchestra.run.smithi112.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.a/config 2024-02-26T05:09:27.922 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:27 smithi112 ceph-mon[31817]: pgmap v321: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:28.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:27 smithi175 ceph-mon[36652]: pgmap v321: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:28.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:27 smithi161 ceph-mon[36447]: pgmap v321: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.1 KiB/s rd, 102 B/s wr, 6 op/s 2024-02-26T05:09:29.147 INFO:teuthology.orchestra.run.smithi112.stdout:{ 2024-02-26T05:09:29.147 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 0, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 2, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 0, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 0, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.003847468, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.000000000, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.001048266, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:29.148 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 235, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 221, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 1711152, 2024-02-26T05:09:29.149 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 132096, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.107318558, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.023107623, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.115257723, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.010292820, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 221, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.022604517, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000102282 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:29.150 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 1711152, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 132096 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_messages": 2, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages": 168, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_bytes": 320, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_bytes": 184272, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_total_time": 0.035098378, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_send_time": 0.023896623, 2024-02-26T05:09:29.151 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_recv_time": 0.005195198, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 165, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.029860786, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000180974 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "msgr_send_encrypted_bytes": 184272 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.152 INFO:teuthology.orchestra.run.smithi112.stdout: "cct": { 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "total_workers": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "unhealthy_workers": 0 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "mempool": { 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:29.153 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:29.154 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_bytes": 148754, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_anon_items": 31, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:29.155 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "pgmap_items": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "mds_co_items": 2, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:29.156 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_1_items": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "unittest_2_items": 0 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: }, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "val": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "max": 104857600, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "get_started": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "get": 233, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "get_sum": 1675522, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "get_or_fail_success": 233, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "take": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "take_sum": 0, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "put": 233, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "put_sum": 1675522, 2024-02-26T05:09:29.157 INFO:teuthology.orchestra.run.smithi112.stdout: "wait": { 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout: "avgcount": 0, 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout: "sum": 0.000000000, 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout: "avgtime": 0.000000000 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout: } 2024-02-26T05:09:29.158 INFO:teuthology.orchestra.run.smithi112.stdout:} 2024-02-26T05:09:29.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:29 smithi112 ceph-mon[31817]: pgmap v322: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:09:29.934 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-02-26T05:09:29.934 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-02-26T05:09:29.935 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-02-26T05:09:29.935 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-02-26T05:09:29.935 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-02-26T05:09:29.935 DEBUG:tasks.check_counter:Getting stats from b 2024-02-26T05:09:29.935 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.b perf dump 2024-02-26T05:09:30.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:29 smithi175 ceph-mon[36652]: pgmap v322: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:09:30.187 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T05:09:30.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:29 smithi161 ceph-mon[36447]: pgmap v322: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.9 KiB/s rd, 86 B/s wr, 7 op/s 2024-02-26T05:09:30.944 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:30 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:09:31.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:30 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:09:31.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:30 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-02-26T05:09:31.912 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-02-26T05:09:31.912 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 7204, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 6174, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 2851595, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 35531126, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 22, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.539607839, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.232248815, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.156117645, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.151174664, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 6174, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.279102739, 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000693084 2024-02-26T05:09:31.913 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 3444, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000503686, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000146 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 42528, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 1136 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 27956, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 56953, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 10226385, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 43874361, 2024-02-26T05:09:31.914 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 17, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 5, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 1.930804986, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.822229857, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 1.367215503, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.267810002, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 56951, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 5.389937016, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000094641 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 56940, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.008988834, 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000157 2024-02-26T05:09:31.915 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 91168, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 483072 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 11359, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 9417, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 6999469, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 23292811, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 15, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 8, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.743863612, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.296741943, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.339324382, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.156931256, 2024-02-26T05:09:31.916 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 9414, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 4.539303263, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000482186 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 12303, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.001849946, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000150 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 2104112, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 223984 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-02-26T05:09:31.917 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1886, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 13.652877512, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.007239065 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 5132, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.462755702, 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000090170 2024-02-26T05:09:31.918 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 12385, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 12340, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 12340, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 22.040641055, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001786113 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 45, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 4, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 1104, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 13, 2024-02-26T05:09:31.919 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 1, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 5332, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 1719, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 3598, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 15, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 2619, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 8000, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 2, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 2, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 3, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 12881, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 12703, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 0, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 0, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:31.920 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 29, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 7709, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 45, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 2154, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 6, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:31.921 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 37, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 733, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 11582, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 10031, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 9352, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 30, 2024-02-26T05:09:31.922 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 4402 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 27, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 202, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 3126, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 2924, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:31.923 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 30, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 14, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 26236, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 22939, 2024-02-26T05:09:31.924 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 22939, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 3297, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 10374, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 41, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 36, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 36, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 5, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 1, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 15, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 59253999, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 67507142, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 0, 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-02-26T05:09:31.925 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 891, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 22.252023221, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.024974212 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 0 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 2438, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 13030, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 10592, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 266, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 814, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 548, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 5332, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 17124, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 11792, 2024-02-26T05:09:31.926 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 2, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 9015, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 9013, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 114472, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 215420 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 14031, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 55, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 12385, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 58, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 148, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 7843, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 10.572950781, 2024-02-26T05:09:31.927 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001348074 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 123, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.307155735, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002497201 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.928 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 264, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.099996744, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000378775 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-02-26T05:09:31.929 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:31.930 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 10, 2024-02-26T05:09:31.931 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.002523657, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000252365 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 623, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.534198810, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000857461 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-02-26T05:09:31.932 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 10, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.246919562, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.024691956 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 325, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.375249933, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001154615 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-02-26T05:09:31.933 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.002248511, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001124255 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-02-26T05:09:31.934 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 277, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 6.017026823, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.021722118 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.030405006, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.007601251 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 3, 2024-02-26T05:09:31.935 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.085912091, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.028637363 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.936 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 7, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.020640543, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.002948649 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2849, 2024-02-26T05:09:31.937 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 3.745412859, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.001314641 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 2, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 5, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 3, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 2, 2024-02-26T05:09:31.938 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 66, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 33, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 602, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 360, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 360, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:31.939 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:31.940 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 2002591, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 2943, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 880, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 10, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-02-26T05:09:31.941 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 9909429, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 158084, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.942 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 13793, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 77362816, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 37, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 13793, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 13793, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 1939.447330690, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.140610986 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 13793, 2024-02-26T05:09:31.943 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 31486 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 13793, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 54, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 13739, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 418, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 8006, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 47, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 938, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 81, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-02-26T05:09:31.944 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 13, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 3506, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 1, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 16012, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-02-26T05:09:31.945 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-02-26T05:09:31.946 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 96, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 12, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 12, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 12, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 2342, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 11, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 111 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-02-26T05:09:31.947 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 1, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 20, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 10, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 2962, 2024-02-26T05:09:31.948 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 2924, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 46515, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 15827806, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 46515, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 46515, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 15827806, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.949 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 13793, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 77670128, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 13793, 2024-02-26T05:09:31.950 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 77670128, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 13793, 2024-02-26T05:09:31.951 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 13793, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 13793, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 13793, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 2924, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 307460, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:31.952 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 2924, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 47, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 307460, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x55c44e39c6e0": { 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 26236, 2024-02-26T05:09:31.953 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 63312838, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 26236, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 891, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 63312838, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:31.954 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-02-26T05:09:32.585 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.585 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.586 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.586 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.586 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: pgmap v323: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:32.586 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.586 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:32 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.587 INFO:tasks.check_counter:Daemon mds.b mds.exported=29 2024-02-26T05:09:32.587 INFO:tasks.check_counter:Daemon mds.b mds.imported=45 2024-02-26T05:09:32.587 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-02-26T05:09:32.587 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=10 2024-02-26T05:09:32.587 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=4 2024-02-26T05:09:32.587 DEBUG:tasks.check_counter:Getting stats from e 2024-02-26T05:09:32.588 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.e perf dump 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: pgmap v323: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.611 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:32 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.614 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.614 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.614 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.614 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.614 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: pgmap v323: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:32.615 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:32.615 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:32 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:33.338 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.695 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:33 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:33 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:33.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:33 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:34 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T05:09:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:34 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T05:09:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:34 smithi112 ceph-mon[31817]: pgmap v324: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:34 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:34.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:34 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:34.774 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:34 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T05:09:34.775 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:34 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T05:09:34.775 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:34 smithi161 ceph-mon[36447]: pgmap v324: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:34.775 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:34 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:34.775 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:34 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:34.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:34 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi175 to 174.1M 2024-02-26T05:09:34.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:34 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi175 to 182617702: error parsing value: Value '182617702' is below minimum 939524096 2024-02-26T05:09:34.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:34 smithi175 ceph-mon[36652]: pgmap v324: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:34.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:34 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:34.864 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:34 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:35.041 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-02-26T05:09:35.041 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:35.041 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 273, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 248, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 5979594, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 138465, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 6, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 2, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.054816025, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.015132849, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.043193525, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.005937930, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 247, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.014914488, 2024-02-26T05:09:35.042 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000060382 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1781360, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 134416 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 1222, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 1386, 2024-02-26T05:09:35.043 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 19852345, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 906725, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 9, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 6, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.125540331, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.030105850, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.043713457, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.042972391, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1384, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.066130892, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000047782 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.044 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 3312, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 528544 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 1165, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 1167, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 25528760, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 362373, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 6, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 5, 2024-02-26T05:09:35.045 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.136136716, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.039957835, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.044586257, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.039938311, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1165, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.055089110, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000047286 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.046 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 3958, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.118826506, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000030021 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.047 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 0, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 0, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.048 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 6363, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 186, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 6177, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 0, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 6097, 2024-02-26T05:09:35.049 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 1, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 0, 2024-02-26T05:09:35.050 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:35.051 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:35.052 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 0 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 0, 2024-02-26T05:09:35.053 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:35.054 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 22125, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 0, 2024-02-26T05:09:35.055 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 27, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 3, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 4194304, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 53095619, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 53092068, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.056 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 22125 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 507, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 7216, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 6709, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 70, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 376, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 306, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 6363, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 10428, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 4065, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 0, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 0, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 0, 2024-02-26T05:09:35.057 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 58976, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 215420 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-02-26T05:09:35.058 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.059 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.060 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.061 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.062 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-02-26T05:09:35.063 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.064 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.065 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.066 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-02-26T05:09:35.067 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.068 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.069 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 1, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 3, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 2, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 2, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 0, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 0, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 3896, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:35.070 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:35.071 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:35.072 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 242699, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 615, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-02-26T05:09:35.073 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 5761265, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 46296, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:35.074 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 2394, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 21, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 3, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 2394, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2394, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2.170955554, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000906831 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-02-26T05:09:35.075 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2394, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2395 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 2394, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 2394, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 1558, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 834, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-02-26T05:09:35.076 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 1, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-02-26T05:09:35.077 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-02-26T05:09:35.078 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 96, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 11, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 9, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 9, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 0, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 2, 2024-02-26T05:09:35.079 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 0 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-02-26T05:09:35.080 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 2656, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 51105359, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 2656, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:35.081 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2656, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 51105359, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:35.082 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2394, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 48902203, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2394, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 48902203, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:35.083 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2394, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 2394, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2394, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 2394, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.084 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:35.085 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x5633bdbb4960": { 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-02-26T05:09:35.086 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:35.087 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-02-26T05:09:35.719 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:35 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:35.719 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:35 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:35 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:35.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:35 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:35.747 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-02-26T05:09:35.747 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-02-26T05:09:35.747 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=0 2024-02-26T05:09:35.747 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-02-26T05:09:35.747 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-02-26T05:09:35.747 DEBUG:tasks.check_counter:Getting stats from h 2024-02-26T05:09:35.748 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.h perf dump 2024-02-26T05:09:35.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:35 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:35.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:35 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.001 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T05:09:36.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.722 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: pgmap v325: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:36.723 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:36 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:36.853 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: pgmap v325: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:36.854 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:36 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi112 to 176.7M 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi112 to 185364480: error parsing value: Value '185364480' is below minimum 939524096 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: pgmap v325: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:36.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:36 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.690 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T05:09:37.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T05:09:37.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:09:37.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:09:37.691 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:37 smithi161 ceph-mon[36447]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:37.691 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-02-26T05:09:37.691 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:37.691 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 1096, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 1096, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 25515702, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 340070, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 7, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.120029503, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.042368444, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.037072007, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.029092531, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 1095, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.055449084, 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000050638 2024-02-26T05:09:37.692 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 448 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 893, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 865, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 22925760, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 329635, 2024-02-26T05:09:37.693 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 4, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.114657637, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.032082503, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.064292463, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.024474724, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 864, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.032125507, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000037182 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.694 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1791056, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 133328 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 810, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 974, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 17383796, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 703017, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 8, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 6, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.082611458, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.025873607, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.027843277, 2024-02-26T05:09:37.695 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.021451772, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 971, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.044553228, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000045883 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 451728 2024-02-26T05:09:37.696 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 1, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-MDSRank": { 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 4205, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.180484182, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000042921 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "queue_len": 0, 2024-02-26T05:09:37.697 INFO:teuthology.orchestra.run.smithi161.stdout: "complete_latency": { 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "mds": { 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "request": 0, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "reply": 0, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "reply_latency": { 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.698 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_reply": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "forward": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_complete": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_commit": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_split": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_merge": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes": 8340, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_top": 3229, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_bottom": 5111, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pin_tail": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_pinned": 3727, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_expired": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "inodes_with_caps": 0, 2024-02-26T05:09:37.699 INFO:teuthology.orchestra.run.smithi161.stdout: "caps": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "subtrees": 2, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_hit": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_forward": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_discover": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "traverse_lock": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "load_cent": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "q": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "exported": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "exported_inodes": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "imported": 0, 2024-02-26T05:09:37.700 INFO:teuthology.orchestra.run.smithi161.stdout: "imported_inodes": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rfiles": 4, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rbytes": 234, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "root_rsnaps": 6, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:37.701 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_inode_file_caps": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_revoke": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_grant": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_caps_dirty": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_cap_release": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "process_request_cap_release": 0 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_cache": { 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_try_discover": 0, 2024-02-26T05:09:37.702 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_send_discover": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "dir_handle_discover": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_created": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_enqueued": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "strays_migrated": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_started": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "recovery_completed": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_exportdir": 0, 2024-02-26T05:09:37.703 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_flush": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragmentdir": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "ireq_inodestats": 0 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_log": { 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evlrg": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evadd": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evex": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evtrm": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "ev": 26236, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evexg": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "evexd": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "segadd": 0, 2024-02-26T05:09:37.704 INFO:teuthology.orchestra.run.smithi161.stdout: "segex": 0, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "segtrm": 0, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "seg": 5, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "segmjr": 11, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "segexg": 0, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "segexd": 0, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "expos": 59253999, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "wrpos": 67507142, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "rdpos": 67507030, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "jlat": { 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: "replayed": 26236 2024-02-26T05:09:37.705 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_mem": { 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "ino": 2441, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "ino+": 13019, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "ino-": 10578, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dir": 266, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dir+": 805, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dir-": 539, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dn": 8340, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dn+": 16844, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "dn-": 8504, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "cap": 0, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "cap+": 0, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "cap-": 0, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "rss": 75680, 2024-02-26T05:09:37.706 INFO:teuthology.orchestra.run.smithi161.stdout: "heap": 215420 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_server": { 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_client_request": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "dispatch_server_request": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_request": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_client_session": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "handle_peer_request": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "req_create_latency": { 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getattr_latency": { 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.707 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "req_link_latency": { 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookup_latency": { 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.708 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupino_latency": { 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupname_latency": { 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.709 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "req_lssnap_latency": { 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.710 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mkdir_latency": { 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.711 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mknod_latency": { 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "req_mksnap_latency": { 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "req_open_latency": { 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.712 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "req_readdir_latency": { 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rename_latency": { 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.713 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmdir_latency": { 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.714 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setattr_latency": { 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.715 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setlayout_latency": { 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "req_setxattr_latency": { 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.716 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "req_symlink_latency": { 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "req_unlink_latency": { 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:37.717 INFO:teuthology.orchestra.run.smithi161.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_sessions": { 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "session_count": 2, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "session_add": 5, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "session_remove": 3, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_open": 4, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "sessions_stale": 0, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "total_load": 0, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "average_load": 0, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "avg_session_uptime": 3900, 2024-02-26T05:09:37.718 INFO:teuthology.orchestra.run.smithi161.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:37.719 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:37.720 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 319474, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 2690, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:37.721 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 166, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 11896490, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 154073, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:37.722 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "objecter": { 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_active": 0, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_laggy": 0, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send": 2531, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_send_bytes": 26, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_resend": 4, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_reply": 2531, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "op_latency": { 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2531, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 1.832962494, 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000724204 2024-02-26T05:09:37.723 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op_inflight": 0, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "oplen_avg": { 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 2531, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 2532 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op": 2531, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op_r": 2531, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op_w": 0, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op_rmw": 0, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "op_pg": 0, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_stat": 1612, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_create": 0, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_read": 916, 2024-02-26T05:09:37.724 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_write": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writefull": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_writesame": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_append": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_zero": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_truncate": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_delete": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_mapext": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_getxattr": 2, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_setxattr": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:37.725 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_call": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_watch": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_notify": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "osdop_other": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_active": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_send": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_resend": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "linger_ping": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_active": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_send": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "poolop_resend": 0, 2024-02-26T05:09:37.726 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_active": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_send": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "poolstat_resend": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_active": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_send": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "statfs_resend": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "command_active": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "command_send": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "command_resend": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "map_epoch": 96, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "map_full": 0, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "map_inc": 11, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_sessions": 9, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_open": 9, 2024-02-26T05:09:37.727 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_session_close": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_laggy": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_wr": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_rd": 2, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_del": 0 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "oft": { 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_objs": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_updates": 0, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "omap_total_removes": 0 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "osd-slow-ops": { 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: "slow_ops_count": 0 2024-02-26T05:09:37.728 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "purge_queue": { 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_ops_high_water": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executing_high_water": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed_ops": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_executed": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:37.729 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 2795, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 65557317, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 2795, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2795, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 65557317, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:37.730 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2531, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 63322348, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2531, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 63322348, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.731 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 1024, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 2531, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 2531, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 2531, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 2531, 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:37.732 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:37.733 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-write_buf_throttle-0x55e6021a2960": { 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 3758096384, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 0, 2024-02-26T05:09:37.734 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:37.735 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:09:37.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:37 smithi112 ceph-mon[31817]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: Adjusting osd_memory_target on smithi161 to 174.1M 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: Unable to set osd_memory_target on smithi161 to 182634905: error parsing value: Value '182634905' is below minimum 939524096 2024-02-26T05:09:37.862 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-02-26T05:09:37.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-02-26T05:09:37.863 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:37 smithi175 ceph-mon[36652]: from='mgr.15126 ' entity='mgr.x' 2024-02-26T05:09:38.431 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-02-26T05:09:38.431 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-02-26T05:09:38.431 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-02-26T05:09:38.431 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-02-26T05:09:38.431 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-02-26T05:09:38.432 DEBUG:tasks.check_counter:Getting stats from k 2024-02-26T05:09:38.432 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.k perf dump 2024-02-26T05:09:38.674 INFO:teuthology.orchestra.run.smithi161.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.b/config 2024-02-26T05:09:38.694 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:38 smithi161 ceph-mon[36447]: pgmap v326: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:38.739 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:38 smithi112 ceph-mon[31817]: pgmap v326: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:38.861 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:38 smithi175 ceph-mon[36652]: pgmap v326: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:39.827 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:39 smithi161 ceph-mon[36447]: pgmap v327: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:40.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:39 smithi175 ceph-mon[36652]: pgmap v327: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:40.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:39 smithi112 ceph-mon[31817]: pgmap v327: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:40.377 INFO:teuthology.orchestra.run.smithi161.stdout:{ 2024-02-26T05:09:40.377 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:40.377 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 4, 2024-02-26T05:09:40.377 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 4, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 2992, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 448, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.001508494, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.000039576, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.000718022, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 3, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000747388, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000249129 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:40.378 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 448 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 235, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 223, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 1709248, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 134144, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.051291197, 2024-02-26T05:09:40.379 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.015117847, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.040971374, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.006143905, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 222, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.011667392, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000052555 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 1709248, 2024-02-26T05:09:40.380 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 134144 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_messages": 2, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages": 171, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_bytes": 320, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_bytes": 184800, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_created_connections": 5, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_total_time": 0.011503010, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_send_time": 0.007868112, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_recv_time": 0.001253766, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:40.381 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 168, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.032459259, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000193209 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "msgr_send_encrypted_bytes": 184800 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "cct": { 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "total_workers": 0, 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: "unhealthy_workers": 0 2024-02-26T05:09:40.382 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "mempool": { 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:40.383 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:40.384 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:40.387 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_bytes": 148692, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_anon_items": 30, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_bytes": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:40.388 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_items": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "pgmap_items": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "mds_co_items": 2, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_1_items": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "unittest_2_items": 0 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: }, 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:40.389 INFO:teuthology.orchestra.run.smithi161.stdout: "val": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "max": 104857600, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "get_started": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "get": 237, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "get_sum": 1676042, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "get_or_fail_success": 237, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "take": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "take_sum": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "put": 237, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "put_sum": 1676042, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "wait": { 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "avgcount": 0, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "sum": 0.000000000, 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: "avgtime": 0.000000000 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:40.390 INFO:teuthology.orchestra.run.smithi161.stdout: } 2024-02-26T05:09:40.391 INFO:teuthology.orchestra.run.smithi161.stdout:} 2024-02-26T05:09:41.028 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.k 2024-02-26T05:09:41.029 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.k 2024-02-26T05:09:41.029 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.k 2024-02-26T05:09:41.029 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.k 2024-02-26T05:09:41.029 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.k 2024-02-26T05:09:41.029 DEBUG:tasks.check_counter:Getting stats from c 2024-02-26T05:09:41.029 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.c perf dump 2024-02-26T05:09:41.279 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T05:09:42.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:41 smithi175 ceph-mon[36652]: pgmap v328: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:42.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:41 smithi161 ceph-mon[36447]: pgmap v328: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:42.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:41 smithi112 ceph-mon[31817]: pgmap v328: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:43.299 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-02-26T05:09:43.299 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:43.299 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 1314, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 1315, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 17180422, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 408350, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 6, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 2, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.145400718, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.043188078, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.043165585, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.046295136, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1313, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.059737825, 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000045497 2024-02-26T05:09:43.300 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 532, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 697, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 4325436, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 616796, 2024-02-26T05:09:43.301 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 7, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 5, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.062943170, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.022473281, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.015304502, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.018030455, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 694, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.054491864, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000078518 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.302 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 320, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 451904 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 781, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 751, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 4184140, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 294718, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.100204808, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.035377840, 2024-02-26T05:09:43.303 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.054013283, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.018112086, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 751, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.032503075, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000043279 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 1794432, 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 134864 2024-02-26T05:09:43.304 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "cct": { 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "total_workers": 1, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "unhealthy_workers": 0 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-MDSRank": { 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3897, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.116745128, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000029957 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.305 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "mds": { 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "request": 0, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "reply": 0, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "reply_latency": { 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.306 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_reply": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "forward": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_complete": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_commit": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_split": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_merge": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes": 4505, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_top": 21, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_bottom": 4484, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pin_tail": 0, 2024-02-26T05:09:43.307 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pinned": 4474, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_expired": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_with_caps": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "caps": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "subtrees": 1, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_hit": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_forward": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_discover": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_lock": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "load_cent": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "q": 0, 2024-02-26T05:09:43.308 INFO:teuthology.orchestra.run.smithi175.stdout: "exported": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "exported_inodes": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "imported": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "imported_inodes": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rfiles": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rbytes": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rsnaps": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:43.309 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_inode_file_caps": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_revoke": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_grant": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps_dirty": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_cap_release": 0, 2024-02-26T05:09:43.310 INFO:teuthology.orchestra.run.smithi175.stdout: "process_request_cap_release": 0 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_cache": { 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_try_discover": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_send_discover": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_handle_discover": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_created": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_enqueued": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_migrated": 0, 2024-02-26T05:09:43.311 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_started": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_completed": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_exportdir": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_flush": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragmentdir": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_inodestats": 0 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_log": { 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "evlrg": 0, 2024-02-26T05:09:43.312 INFO:teuthology.orchestra.run.smithi175.stdout: "evadd": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "evex": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "evtrm": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "ev": 9669, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "evexg": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "evexd": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segadd": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segex": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segtrm": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "seg": 14, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segmjr": 2, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segexg": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "segexd": 0, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "expos": 4194304, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "wrpos": 27421050, 2024-02-26T05:09:43.313 INFO:teuthology.orchestra.run.smithi175.stdout: "rdpos": 27418962, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "jlat": { 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "replayed": 9669 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_mem": { 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "ino": 656, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "ino+": 3845, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "ino-": 3189, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "dir": 61, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "dir+": 193, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "dir-": 132, 2024-02-26T05:09:43.314 INFO:teuthology.orchestra.run.smithi175.stdout: "dn": 4505, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "dn+": 6105, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "dn-": 1600, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "cap": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "cap+": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "cap-": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "rss": 57624, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "heap": 215420 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_server": { 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_client_request": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_server_request": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_request": 0, 2024-02-26T05:09:43.315 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_session": 0, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_peer_request": 0, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "req_create_latency": { 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getattr_latency": { 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.316 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "req_link_latency": { 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookup_latency": { 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.317 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupino_latency": { 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupname_latency": { 2024-02-26T05:09:43.318 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lssnap_latency": { 2024-02-26T05:09:43.319 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mkdir_latency": { 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mknod_latency": { 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.320 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mksnap_latency": { 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "req_open_latency": { 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "req_readdir_latency": { 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.321 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rename_latency": { 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.322 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmdir_latency": { 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.323 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setattr_latency": { 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.324 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setlayout_latency": { 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setxattr_latency": { 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "req_symlink_latency": { 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.325 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "req_unlink_latency": { 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.326 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_sessions": { 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "session_count": 2, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "session_add": 5, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "session_remove": 3, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_open": 4, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_stale": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "total_load": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "average_load": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "avg_session_uptime": 3920, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "mempool": { 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:43.327 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:43.328 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_items": 0, 2024-02-26T05:09:43.329 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_bytes": 223099, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_items": 729, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:43.330 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_items": 166, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_items": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_bytes": 4761724, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_items": 50549, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_items": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_items": 0 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "objecter": { 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "op_active": 0, 2024-02-26T05:09:43.331 INFO:teuthology.orchestra.run.smithi175.stdout: "op_laggy": 0, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send": 2357, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send_bytes": 21, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_resend": 3, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_reply": 2357, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_latency": { 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 2357, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 1.512976456, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000641907 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "op_inflight": 0, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "oplen_avg": { 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 2357, 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 2358 2024-02-26T05:09:43.332 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "op": 2357, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "op_r": 2357, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "op_w": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "op_rmw": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "op_pg": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_stat": 1518, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_create": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_read": 837, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_write": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writefull": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writesame": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_append": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_zero": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_truncate": 0, 2024-02-26T05:09:43.333 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_delete": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_mapext": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_getxattr": 1, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_setxattr": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_call": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_watch": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_notify": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:43.334 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_other": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_active": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_send": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_resend": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_ping": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_active": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_send": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_resend": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_active": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_send": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_resend": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_active": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_send": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_resend": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "command_active": 0, 2024-02-26T05:09:43.335 INFO:teuthology.orchestra.run.smithi175.stdout: "command_send": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "command_resend": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "map_epoch": 96, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "map_full": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "map_inc": 11, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_sessions": 6, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_open": 6, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_close": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_laggy": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_wr": 0, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_rd": 2, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_del": 0 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.336 INFO:teuthology.orchestra.run.smithi175.stdout: "oft": { 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_objs": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_updates": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_removes": 0 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "osd-slow-ops": { 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_ops_count": 0 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "purge_queue": { 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops_high_water": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_high_water": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed_ops": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed": 0, 2024-02-26T05:09:43.337 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 2623, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 25437479, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 2623, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 2623, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 25437479, 2024-02-26T05:09:43.338 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 2357, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 23230150, 2024-02-26T05:09:43.339 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 2357, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 23230150, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 1024, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:43.340 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 2357, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 2357, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 2357, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 2357, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:43.341 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:43.342 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle-0x564cc49d6960": { 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:43.343 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:43.344 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:43.344 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.344 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:43.344 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-02-26T05:09:44.077 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:43 smithi175 ceph-mon[36652]: pgmap v329: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:44.105 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-02-26T05:09:44.105 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-02-26T05:09:44.106 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=0 2024-02-26T05:09:44.106 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-02-26T05:09:44.106 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-02-26T05:09:44.106 DEBUG:tasks.check_counter:Getting stats from f 2024-02-26T05:09:44.106 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.f perf dump 2024-02-26T05:09:44.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:43 smithi161 ceph-mon[36447]: pgmap v329: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:44.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:43 smithi112 ceph-mon[31817]: pgmap v329: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:44.350 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T05:09:46.043 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:45 smithi175 ceph-mon[36652]: pgmap v330: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:46.043 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-02-26T05:09:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:46.043 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 7730, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 9109, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 7303290, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 25217667, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 10, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 4, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.524621448, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.225351003, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.238492847, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.077463568, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 9109, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.297375623, 2024-02-26T05:09:46.044 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000032646 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 11473, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.001675028, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000145 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 0, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 0 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 2460, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 2439, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 2386399, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 17114788, 2024-02-26T05:09:46.045 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 8, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 7, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.329787865, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.172851623, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.084597959, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.068026642, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 2437, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.187968376, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000077131 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 14, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000001461, 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000104 2024-02-26T05:09:46.046 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 1798640, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 144464 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 18531, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 38825, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 7045746, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 22403795, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 16, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 6, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 1.154299417, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.539734360, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.903472989, 2024-02-26T05:09:46.047 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.049138995, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 38822, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 6.109140879, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000157362 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 37982, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.006157614, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000162 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 2256, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 455440 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.048 INFO:teuthology.orchestra.run.smithi175.stdout: "cct": { 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "total_workers": 1, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "unhealthy_workers": 0 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-MDSRank": { 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1347, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 8.231430459, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.006110935 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:46.049 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 8931, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 1.010434894, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000113137 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "mds": { 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "request": 9172, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "reply": 9164, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "reply_latency": { 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 9164, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 19.313755402, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.002107568 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.050 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_reply": 0, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "forward": 8, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_complete": 13, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_commit": 35, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_split": 3, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_merge": 0, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes": 902, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_top": 144, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_bottom": 334, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pin_tail": 424, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pinned": 694, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_expired": 2477, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_with_caps": 2, 2024-02-26T05:09:46.051 INFO:teuthology.orchestra.run.smithi175.stdout: "caps": 2, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "subtrees": 3, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse": 10320, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_hit": 10072, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_forward": 1, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_discover": 18, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_lock": 0, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "load_cent": 0, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "q": 0, 2024-02-26T05:09:46.052 INFO:teuthology.orchestra.run.smithi175.stdout: "exported": 41, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "exported_inodes": 2046, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "imported": 20, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "imported_inodes": 4841, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rfiles": 3718, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rbytes": 103690130, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rsnaps": 1, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:46.053 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_inode_file_caps": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_revoke": 1730, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_grant": 8627, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps": 6985, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps_dirty": 4952, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_cap_release": 187, 2024-02-26T05:09:46.054 INFO:teuthology.orchestra.run.smithi175.stdout: "process_request_cap_release": 6851 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_cache": { 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_try_discover": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_send_discover": 18, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_handle_discover": 2, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays": 52, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_created": 5459, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_enqueued": 5407, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_migrated": 0, 2024-02-26T05:09:46.055 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_started": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_completed": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_exportdir": 41, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_flush": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragmentdir": 3, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_inodestats": 0 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_log": { 2024-02-26T05:09:46.056 INFO:teuthology.orchestra.run.smithi175.stdout: "evlrg": 1, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "evadd": 22125, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "evex": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "evtrm": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "ev": 22125, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "evexg": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "evexd": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "segadd": 27, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "segex": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "segtrm": 0, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "seg": 27, 2024-02-26T05:09:46.057 INFO:teuthology.orchestra.run.smithi175.stdout: "segmjr": 3, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "segexg": 0, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "segexd": 0, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "expos": 4194304, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "wrpos": 53095619, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "rdpos": 0, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "jlat": { 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 656, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 12.123842773, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.018481467 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: "replayed": 0 2024-02-26T05:09:46.058 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_mem": { 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "ino": 455, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "ino+": 7282, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "ino-": 6827, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dir": 81, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dir+": 360, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dir-": 279, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dn": 902, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dn+": 10636, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "dn-": 9734, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "cap": 2, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "cap+": 6026, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "cap-": 6024, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "rss": 89260, 2024-02-26T05:09:46.059 INFO:teuthology.orchestra.run.smithi175.stdout: "heap": 207228 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_server": { 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_client_request": 10977, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_server_request": 17, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_request": 9172, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_session": 21, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_peer_request": 87, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "req_create_latency": { 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 2304, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 3.141857155, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.001363653 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.060 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getattr_latency": { 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.001401099, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000467033 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "req_link_latency": { 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.061 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookup_latency": { 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 888, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.345568362, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000389153 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupino_latency": { 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000138709, 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000138709 2024-02-26T05:09:46.062 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupname_latency": { 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.063 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lssnap_latency": { 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.064 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mkdir_latency": { 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mknod_latency": { 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mksnap_latency": { 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.065 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "req_open_latency": { 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "req_readdir_latency": { 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 509, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 4.080958150, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.008017599 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rename_latency": { 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.066 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmdir_latency": { 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 226, 2024-02-26T05:09:46.067 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 3.901512015, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.017263327 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setattr_latency": { 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.068 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.069 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setlayout_latency": { 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setxattr_latency": { 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.070 INFO:teuthology.orchestra.run.smithi175.stdout: "req_symlink_latency": { 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "req_unlink_latency": { 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 5233, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 7.842319912, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.001498627 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:46.071 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_sessions": { 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "session_count": 1, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "session_add": 3, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "session_remove": 2, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_open": 1, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_stale": 0, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "total_load": 6162, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "average_load": 6162, 2024-02-26T05:09:46.072 INFO:teuthology.orchestra.run.smithi175.stdout: "avg_session_uptime": 646, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "mempool": { 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:46.073 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:46.074 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_bytes": 727241, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_items": 712, 2024-02-26T05:09:46.075 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_bytes": 880, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_items": 10, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_bytes": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_items": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_items": 166, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_items": 0, 2024-02-26T05:09:46.076 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_bytes": 1854251, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_items": 27409, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_items": 0, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_items": 0 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "objecter": { 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_active": 0, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_laggy": 0, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send": 6457, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send_bytes": 50385547, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_resend": 33, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_reply": 6457, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "op_latency": { 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 6457, 2024-02-26T05:09:46.077 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 29.003550563, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.004491799 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op_inflight": 0, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "oplen_avg": { 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 6457, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 6596 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op": 6457, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op_r": 120, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op_w": 6337, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op_rmw": 0, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "op_pg": 0, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_stat": 0, 2024-02-26T05:09:46.078 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_create": 10, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_read": 97, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_write": 753, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writefull": 47, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writesame": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_append": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_zero": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_truncate": 3, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_delete": 5438, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_mapext": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_getxattr": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_setxattr": 20, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:46.079 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_call": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_watch": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_notify": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_other": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_active": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_send": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_resend": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_ping": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_active": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_send": 0, 2024-02-26T05:09:46.080 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_resend": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_active": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_send": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_resend": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_active": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_send": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_resend": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "command_active": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "command_send": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "command_resend": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "map_epoch": 96, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "map_full": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "map_inc": 11, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_sessions": 12, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_open": 12, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_close": 0, 2024-02-26T05:09:46.081 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_laggy": 0, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_wr": 155, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_rd": 36, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_del": 37 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "oft": { 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_objs": 1, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_updates": 0, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_removes": 0 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "osd-slow-ops": { 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_ops_count": 0 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "purge_queue": { 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:46.082 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops_high_water": 18, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing": 0, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_high_water": 10, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed_ops": 5415, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed": 5407, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 28717, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 14132420, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:46.083 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 28717, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 28717, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 14132420, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:46.084 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 6457, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 50940190, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 6457, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 50940190, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.085 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 1024, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 6457, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 6457, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 6457, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 6457, 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:46.086 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 5407, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 555243, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 5407, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 97, 2024-02-26T05:09:46.087 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 555243, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle-0x564d90ddc6e0": { 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:46.088 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 22125, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 48901315, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 22125, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 656, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 48901315, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:46.089 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-02-26T05:09:46.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:45 smithi161 ceph-mon[36447]: pgmap v330: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:46.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:45 smithi112 ceph-mon[31817]: pgmap v330: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:46.785 INFO:tasks.check_counter:Daemon mds.f mds.exported=41 2024-02-26T05:09:46.786 INFO:tasks.check_counter:Daemon mds.f mds.imported=20 2024-02-26T05:09:46.786 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=1 2024-02-26T05:09:46.786 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-02-26T05:09:46.786 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-02-26T05:09:46.786 DEBUG:tasks.check_counter:Getting stats from i 2024-02-26T05:09:46.786 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.i perf dump 2024-02-26T05:09:47.023 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T05:09:48.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:47 smithi175 ceph-mon[36652]: pgmap v331: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:48.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:47 smithi161 ceph-mon[36447]: pgmap v331: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:48.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:47 smithi112 ceph-mon[31817]: pgmap v331: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 2402, 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 3479, 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 3559091, 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 18785536, 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 10, 2024-02-26T05:09:48.775 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 5, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.254997426, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.118571799, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.090739820, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.039960671, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3478, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.200323668, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000057597 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:48.776 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3166, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000623756, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000197 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 3152, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 316448 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 8700, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 19649, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 4738379, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 11773057, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 14, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 6, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.697984566, 2024-02-26T05:09:48.777 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.327065837, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.397532218, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.045210010, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 19648, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.502967697, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000025598 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 17347, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.003373464, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000194 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 1798352, 2024-02-26T05:09:48.778 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 140304 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 1162, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 1230, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 618392, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 4639619, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 12, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 6, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.127936056, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.050499014, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.032338282, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.037632288, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1227, 2024-02-26T05:09:48.779 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.086273112, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000070312 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 68, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000012033, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000176 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 6432, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 154192 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "cct": { 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "total_workers": 1, 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: "unhealthy_workers": 0 2024-02-26T05:09:48.780 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-MDSRank": { 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 589, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 4.547315638, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.007720400 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "finisher-PurgeQueue": { 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "queue_len": 0, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "complete_latency": { 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 5186, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 1.073999098, 2024-02-26T05:09:48.781 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000207095 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "mds": { 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "request": 4730, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "reply": 4725, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "reply_latency": { 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 4725, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 7.850963691, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.001661579 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_reply": 0, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "forward": 5, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_complete": 0, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_fetch_keys": 0, 2024-02-26T05:09:48.782 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_commit": 11, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_split": 0, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_merge": 0, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes": 1328, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_top": 0, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_bottom": 1, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pin_tail": 1327, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_pinned": 1327, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_expired": 158, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "inodes_with_caps": 1, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "caps": 2, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "subtrees": 3, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse": 5143, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_hit": 5030, 2024-02-26T05:09:48.783 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_forward": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_discover": 7, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_dir_fetch": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_remote_ino": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "traverse_lock": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "load_cent": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "q": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "exported": 4, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "exported_inodes": 108, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "imported": 9, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "imported_inodes": 2868, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_dir_fetch": 0, 2024-02-26T05:09:48.784 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_backtrace_fetch": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "openino_peer_discover": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rfiles": 3718, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rbytes": 103690130, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "root_rsnaps": 1, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_fetch": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_set_tag": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_backtrace_repaired": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_inotable_repaired": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_inodes": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dir_base_inodes": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_dirfrag_rstats": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "scrub_file_inodes": 0, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_inode_file_caps": 4, 2024-02-26T05:09:48.785 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_revoke": 412, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_grant": 4517, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_trunc": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "ceph_cap_op_flush_ack": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps": 2079, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_caps_dirty": 1722, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_cap_release": 21, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "process_request_cap_release": 3907 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_cache": { 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_update_receipt": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_try_discover": 0, 2024-02-26T05:09:48.786 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_send_discover": 11, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "dir_handle_discover": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays": 29, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_delayed": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_strays_enqueuing": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_created": 3176, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_enqueued": 3147, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_reintegrated": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "strays_migrated": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_processing": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_enqueued": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "num_recovering_prioritized": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_started": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "recovery_completed": 0, 2024-02-26T05:09:48.787 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_enqueue_scrub": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_exportdir": 4, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_flush": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragmentdir": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_fragstats": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ireq_inodestats": 0 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_log": { 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evlrg": 1, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evadd": 9669, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evex": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evtrm": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "ev": 9669, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evexg": 0, 2024-02-26T05:09:48.788 INFO:teuthology.orchestra.run.smithi175.stdout: "evexd": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segadd": 14, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segex": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segtrm": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "seg": 14, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segmjr": 2, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segexg": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "segexd": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "expos": 4194304, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "wrpos": 27421050, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "rdpos": 0, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "jlat": { 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 276, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 2.029834219, 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.007354471 2024-02-26T05:09:48.789 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "replayed": 0 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_mem": { 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "ino": 627, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "ino+": 3837, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "ino-": 3210, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dir": 64, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dir+": 186, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dir-": 122, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dn": 1328, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dn+": 6102, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "dn-": 4774, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "cap": 2, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "cap+": 3182, 2024-02-26T05:09:48.790 INFO:teuthology.orchestra.run.smithi175.stdout: "cap-": 3180, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "rss": 75956, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "heap": 207228 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_server": { 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_client_request": 5548, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "dispatch_server_request": 6, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_request": 4730, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_client_session": 29, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "handle_peer_request": 19, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "req_create_latency": { 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1001, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.806806487, 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000806000 2024-02-26T05:09:48.791 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getattr_latency": { 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 6, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.004140304, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000690050 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getfilelock_latency": { 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "req_link_latency": { 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.792 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookup_latency": { 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 298, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.138914468, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000466155 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookuphash_latency": { 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupino_latency": { 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000081397, 2024-02-26T05:09:48.793 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000081397 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupname_latency": { 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupparent_latency": { 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lookupsnap_latency": { 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.794 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "req_lssnap_latency": { 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mkdir_latency": { 2024-02-26T05:09:48.795 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mknod_latency": { 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "req_mksnap_latency": { 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.796 INFO:teuthology.orchestra.run.smithi175.stdout: "req_open_latency": { 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "req_readdir_latency": { 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 242, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.307719240, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.001271567 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rename_latency": { 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.797 INFO:teuthology.orchestra.run.smithi175.stdout: "req_renamesnap_latency": { 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "req_snapdiff_latency": { 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmdir_latency": { 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 114, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 2.517096798, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.022079796 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.798 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmsnap_latency": { 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "req_rmxattr_latency": { 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setattr_latency": { 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 1, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.085457467, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.085457467 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.799 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setdirlayout_latency": { 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setfilelock_latency": { 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setlayout_latency": { 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.800 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "req_setxattr_latency": { 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "req_symlink_latency": { 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "req_unlink_latency": { 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3062, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 3.990747530, 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.001303314 2024-02-26T05:09:48.801 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_revoke_eviction": 0, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "cap_acquisition_throttle": 0, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "req_getvxattr_latency": { 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_sessions": { 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "session_count": 2, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "session_add": 5, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "session_remove": 3, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_open": 2, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "sessions_stale": 0, 2024-02-26T05:09:48.802 INFO:teuthology.orchestra.run.smithi175.stdout: "total_load": 3379, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "average_load": 1689, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "avg_session_uptime": 609, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "mdthresh_evicted": 0 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "mempool": { 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:48.803 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:48.804 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_bytes": 548723, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_items": 829, 2024-02-26T05:09:48.805 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_bytes": 792, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_items": 9, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_bytes": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_items": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_bytes": 7944, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_items": 166, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_items": 0, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_bytes": 2507989, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_items": 42275, 2024-02-26T05:09:48.806 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_items": 0, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_items": 0 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "objecter": { 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_active": 0, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_laggy": 0, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send": 3621, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_send_bytes": 24019259, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_resend": 27, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_reply": 3621, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "op_latency": { 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3621, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 16.465744846, 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.004547292 2024-02-26T05:09:48.807 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op_inflight": 0, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "oplen_avg": { 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3621, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 3680 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op": 3621, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op_r": 38, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op_w": 3583, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op_rmw": 0, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "op_pg": 0, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_stat": 0, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_create": 10, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_read": 38, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_write": 314, 2024-02-26T05:09:48.808 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writefull": 31, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_writesame": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_append": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_zero": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_truncate": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_delete": 3188, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_mapext": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_sparse_read": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_clonerange": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_getxattr": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_setxattr": 20, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_cmpxattr": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_rmxattr": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_resetxattrs": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_call": 0, 2024-02-26T05:09:48.809 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_watch": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_notify": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_src_cmpxattr": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_pgls_filter": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "osdop_other": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_active": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_send": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_resend": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "linger_ping": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_active": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_send": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolop_resend": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_active": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_send": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "poolstat_resend": 0, 2024-02-26T05:09:48.810 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_active": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_send": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "statfs_resend": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "command_active": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "command_send": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "command_resend": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "map_epoch": 96, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "map_full": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "map_inc": 11, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_sessions": 12, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_open": 12, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_session_close": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_laggy": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_wr": 62, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_rd": 0, 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_del": 17 2024-02-26T05:09:48.811 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "oft": { 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_objs": 1, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_kv_pairs": 0, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_updates": 0, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "omap_total_removes": 0 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "osd-slow-ops": { 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "slow_ops_count": 0 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "purge_queue": { 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops": 0, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_ops_high_water": 18, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing": 0, 2024-02-26T05:09:48.812 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executing_high_water": 10, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed_ops": 3171, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_executed": 3147, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "pq_item_in_journal": 0 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 12260, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 7793532, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 12260, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:48.813 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 12260, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 7793532, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_bytes": { 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:48.814 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 3621, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 24342202, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 3621, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 24342202, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-objecter_ops": { 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 1024, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 0, 2024-02-26T05:09:48.815 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 0, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 0, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 3621, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 3621, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 3621, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 3621, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle": { 2024-02-26T05:09:48.816 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 3147, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 322943, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 3147, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 38, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 322943, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.817 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-write_buf_throttle-0x559ff88006e0": { 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 3758096384, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 9669, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 23226746, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 9669, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 276, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 23226746, 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:48.818 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:48.819 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:48.819 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:48.819 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.819 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:48.819 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-02-26T05:09:49.801 INFO:tasks.check_counter:Daemon mds.i mds.exported=4 2024-02-26T05:09:49.802 INFO:tasks.check_counter:Daemon mds.i mds.imported=9 2024-02-26T05:09:49.802 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=1 2024-02-26T05:09:49.802 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-02-26T05:09:49.802 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-02-26T05:09:49.802 DEBUG:tasks.check_counter:Getting stats from l 2024-02-26T05:09:49.802 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33 shell --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 -- ceph daemon mds.l perf dump 2024-02-26T05:09:50.041 INFO:teuthology.orchestra.run.smithi175.stderr:Inferring config /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/mon.c/config 2024-02-26T05:09:50.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:49 smithi175 ceph-mon[36652]: pgmap v332: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:50.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:49 smithi161 ceph-mon[36447]: pgmap v332: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:50.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:49 smithi112 ceph-mon[31817]: pgmap v332: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:51.743 INFO:teuthology.orchestra.run.smithi175.stdout:{ 2024-02-26T05:09:51.743 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-0": { 2024-02-26T05:09:51.743 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 4, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 4, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 2992, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 448, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 4, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 0, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.001209406, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.000030120, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.000457403, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:51.744 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 3, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000663789, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000221263 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 2992, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 448 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.745 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-1": { 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 3, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 175, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 480, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 262944, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 6, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 3, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.012027503, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.008181294, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.001403273, 2024-02-26T05:09:51.746 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 171, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.033020323, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000193101 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 480, 2024-02-26T05:09:51.747 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 262944 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "AsyncMessenger::Worker-2": { 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_messages": 238, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages": 226, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_bytes": 1710064, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_bytes": 136016, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_created_connections": 2, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_active_connections": 1, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_total_time": 0.050046892, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_send_time": 0.014822706, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_recv_time": 0.039371912, 2024-02-26T05:09:51.748 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_running_fast_dispatch_time": 0.005895298, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_messages_queue_lat": { 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 225, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.013615758, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000060514 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_handle_ack_lat": { 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_recv_encrypted_bytes": 1710064, 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: "msgr_send_encrypted_bytes": 136016 2024-02-26T05:09:51.749 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "cct": { 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "total_workers": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "unhealthy_workers": 0 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "mempool": { 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_bytes": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bloom_filter_items": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_bytes": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_alloc_items": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_bytes": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_data_items": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_bytes": 0, 2024-02-26T05:09:51.750 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_onode_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_meta_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_other_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_cache_buffer_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_extent_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_blob_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_bytes": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_shared_blob_items": 0, 2024-02-26T05:09:51.751 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_inline_bl_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_fsck_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_txc_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_deferred_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluestore_writing_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_bytes": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_items": 0, 2024-02-26T05:09:51.752 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_reader_items": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "bluefs_file_writer_items": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_bytes": 148692, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_anon_items": 30, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "buffer_meta_items": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_items": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_mapbl_items": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_bytes": 0, 2024-02-26T05:09:51.753 INFO:teuthology.orchestra.run.smithi175.stdout: "osd_pglog_items": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_bytes": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_items": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_bytes": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "osdmap_mapping_items": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_bytes": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "pgmap_items": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_bytes": 928, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "mds_co_items": 2, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_bytes": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_1_items": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_bytes": 0, 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: "unittest_2_items": 0 2024-02-26T05:09:51.754 INFO:teuthology.orchestra.run.smithi175.stdout: }, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "val": 0, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "max": 104857600, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "get_started": 0, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "get": 241, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "get_sum": 1676459, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_fail": 0, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "get_or_fail_success": 241, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "take": 0, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "take_sum": 0, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "put": 241, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "put_sum": 1676459, 2024-02-26T05:09:51.755 INFO:teuthology.orchestra.run.smithi175.stdout: "wait": { 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout: "avgcount": 0, 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout: "sum": 0.000000000, 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout: "avgtime": 0.000000000 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout: } 2024-02-26T05:09:51.756 INFO:teuthology.orchestra.run.smithi175.stdout:} 2024-02-26T05:09:52.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:51 smithi175 ceph-mon[36652]: pgmap v333: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:52.194 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:51 smithi161 ceph-mon[36447]: pgmap v333: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:52.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:51 smithi112 ceph-mon[31817]: pgmap v333: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:52.442 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.l 2024-02-26T05:09:52.442 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.l 2024-02-26T05:09:52.442 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.l 2024-02-26T05:09:52.442 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.l 2024-02-26T05:09:52.442 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.l 2024-02-26T05:09:52.442 DEBUG:teuthology.run_tasks:Unwinding manager kclient 2024-02-26T05:09:52.453 INFO:tasks.kclient:Unmounting kernel clients... 2024-02-26T05:09:52.454 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T05:09:52.454 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-26T05:09:52.515 DEBUG:teuthology.orchestra.run.smithi112:> set -ex 2024-02-26T05:09:52.515 DEBUG:teuthology.orchestra.run.smithi112:> dd if=/proc/self/mounts of=/dev/stdout 2024-02-26T05:09:52.570 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 -- 172.21.15.112:0/1488874199 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f728010d620 msgr2=0x7f728010da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 --2- 172.21.15.112:0/1488874199 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f728010d620 0x7f728010da00 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f7270009900 tx=0x7f727002bc30 comp rx=0 tx=0).stop 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 -- 172.21.15.112:0/1488874199 shutdown_connections 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 --2- 172.21.15.112:0/1488874199 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107f20 0x7f72801143e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 --2- 172.21.15.112:0/1488874199 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f7280107560 0x7f72801079e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 --2- 172.21.15.112:0/1488874199 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f728010d620 0x7f728010da00 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.785+0000 7f7285600640 1 -- 172.21.15.112:0/1488874199 >> 172.21.15.112:0/1488874199 conn(0x7f7280076ca0 msgr2=0x7f72800790c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:52.789 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.786+0000 7f7285600640 1 -- 172.21.15.112:0/1488874199 shutdown_connections 2024-02-26T05:09:52.790 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.786+0000 7f7285600640 1 -- 172.21.15.112:0/1488874199 wait complete. 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 Processor -- start 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 -- start start 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f728010d620 0x7f728019da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728019e060 con 0x7f7280107f20 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728019e1d0 con 0x7f728010d620 2024-02-26T05:09:52.792 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.787+0000 7f7285600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f728019e390 con 0x7f7280107560 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f727fe00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44550/0 (socket says 172.21.15.112:44550) 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 -- 172.21.15.112:0/2191287659 learned_addr learned my addr 172.21.15.112:0/2191287659 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f727fe00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:60804/0 (socket says 172.21.15.112:60804) 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7284c00640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f728010d620 0x7f728019da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 -- 172.21.15.112:0/2191287659 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 msgr2=0x7f72801a3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 -- 172.21.15.112:0/2191287659 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f728010d620 msgr2=0x7f728019da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f728010d620 0x7f728019da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f7277400640 1 -- 172.21.15.112:0/2191287659 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7278009840 con 0x7f7280107f20 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.788+0000 7f727fe00640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:52.793 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f7277400640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f726800e9f0 tx=0x7f726800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7268009700 con 0x7f7280107f20 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f726800ccc0 con 0x7f7280107f20 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72680188c0 con 0x7f7280107f20 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7270009560 con 0x7f7280107f20 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.789+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72801aa720 con 0x7f7280107f20 2024-02-26T05:09:52.794 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.790+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72800682e0 con 0x7f7280107f20 2024-02-26T05:09:52.795 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.792+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f7268010ac0 con 0x7f7280107f20 2024-02-26T05:09:52.796 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.793+0000 7f727d600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 0x7f72640a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:52.796 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.794+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7f7268014070 con 0x7f7280107f20 2024-02-26T05:09:52.796 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.794+0000 7f727fe00640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 0x7f72640a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:52.797 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.795+0000 7f727fe00640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 0x7f72640a46f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7270005ab0 tx=0x7f7270005a20 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:52.799 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.796+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f7268097630 con 0x7f7280107f20 2024-02-26T05:09:53.000 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:52.998+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f72801179b0 con 0x7f7280107f20 2024-02-26T05:09:53.003 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.000+0000 7f727d600640 1 -- 172.21.15.112:0/2191287659 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) v1 ==== 74+0+23180 (secure 0 0 0) 0x7f726809acf0 con 0x7f7280107f20 2024-02-26T05:09:53.004 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:53.004 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":96,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T05:09:17.755599+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:6800/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/802911903":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3779402871":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/1745256472":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/3446786910":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 msgr2=0x7f72640a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 0x7f72640a46f0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f7270005ab0 tx=0x7f7270005a20 comp rx=0 tx=0).stop 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 msgr2=0x7f72801a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f726800e9f0 tx=0x7f726800edf0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 shutdown_connections 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f72640a2230 0x7f72640a46f0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f728010d620 0x7f728019da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f7280107f20 0x7f72801a3da0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.007 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 --2- 172.21.15.112:0/2191287659 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f7280107560 0x7f72801a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 >> 172.21.15.112:0/2191287659 conn(0x7f7280076ca0 msgr2=0x7f7280078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:53.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 shutdown_connections 2024-02-26T05:09:53.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.004+0000 7f7285600640 1 -- 172.21.15.112:0/2191287659 wait complete. 2024-02-26T05:09:53.027 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-02-26T04:51:21.820947+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-02-26T04:56:26.117287+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-02-26T04:56:27.452493+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '95', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 15, 'snap_epoch': 95, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-02-26T05:09:53.028 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-02-26T05:09:53.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 -- 172.21.15.112:0/3771107065 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 msgr2=0x7f4cfc107ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 --2- 172.21.15.112:0/3771107065 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc107ba0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4009cd0 tx=0x7f4ce402c0f0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 -- 172.21.15.112:0/3771107065 shutdown_connections 2024-02-26T05:09:53.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 --2- 172.21.15.112:0/3771107065 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 0x7f4cfc1145f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.244 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 --2- 172.21.15.112:0/3771107065 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc107ba0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 --2- 172.21.15.112:0/3771107065 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc10db10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 -- 172.21.15.112:0/3771107065 >> 172.21.15.112:0/3771107065 conn(0x7f4cfc0756c0 msgr2=0x7f4cfc077ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:53.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 -- 172.21.15.112:0/3771107065 shutdown_connections 2024-02-26T05:09:53.245 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.241+0000 7f4d01c00640 1 -- 172.21.15.112:0/3771107065 wait complete. 2024-02-26T05:09:53.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.242+0000 7f4d01c00640 1 Processor -- start 2024-02-26T05:09:53.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 -- start start 2024-02-26T05:09:53.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.246 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 0x7f4cfc19e3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc1a2740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cfc1a2d40 con 0x7f4cfc107720 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cfc1a2eb0 con 0x7f4cfc10d730 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4d01c00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cfc1a3070 con 0x7f4cfc1080e0 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4cfaa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4cfaa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44570/0 (socket says 172.21.15.112:44570) 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4cfaa00640 1 -- 172.21.15.112:0/1796259549 learned_addr learned my addr 172.21.15.112:0/1796259549 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.243+0000 7f4cfb400640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc1a2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfa000640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 0x7f4cfc19e3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 -- 172.21.15.112:0/1796259549 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 msgr2=0x7f4cfc19e3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 0x7f4cfc19e3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 -- 172.21.15.112:0/1796259549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 msgr2=0x7f4cfc1a2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc1a2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 -- 172.21.15.112:0/1796259549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce4009900 con 0x7f4cfc107720 2024-02-26T05:09:53.247 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfb400640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc1a2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:53.248 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cfaa00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9f0 tx=0x7f4cec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec009700 con 0x7f4cfc107720 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f4cec00cd80 con 0x7f4cfc107720 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cfc1a3350 con 0x7f4cfc107720 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.244+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0189c0 con 0x7f4cfc107720 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.245+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cfc1aabd0 con 0x7f4cfc107720 2024-02-26T05:09:53.249 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.246+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cfc0683c0 con 0x7f4cfc107720 2024-02-26T05:09:53.250 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.248+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f4cec018b20 con 0x7f4cfc107720 2024-02-26T05:09:53.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.249+0000 7f4cf3400640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 0x7f4ce00a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.251 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.249+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7f4cec014070 con 0x7f4cfc107720 2024-02-26T05:09:53.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.249+0000 7f4cfa000640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 0x7f4ce00a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.252 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.250+0000 7f4cfa000640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 0x7f4ce00a46f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4006010 tx=0x7f4ce4005c30 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:53.256 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.253+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f4cec052d20 con 0x7f4cfc107720 2024-02-26T05:09:53.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:53 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2191287659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:53.447 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:53 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2191287659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:53.453 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.450+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4cfc117ab0 con 0x7f4cfc107720 2024-02-26T05:09:53.454 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.451+0000 7f4cf3400640 1 -- 172.21.15.112:0/1796259549 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v96) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4cec097090 con 0x7f4cfc107720 2024-02-26T05:09:53.454 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 1 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.453+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 msgr2=0x7f4ce00a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.453+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 0x7f4ce00a46f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4ce4006010 tx=0x7f4ce4005c30 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 msgr2=0x7f4cfc19de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9f0 tx=0x7f4cec00eeb0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 shutdown_connections 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f4ce00a2230 0x7f4ce00a46f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4cfc10d730 0x7f4cfc1a2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4cfc1080e0 0x7f4cfc19e3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 --2- 172.21.15.112:0/1796259549 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4cfc107720 0x7f4cfc19de80 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 >> 172.21.15.112:0/1796259549 conn(0x7f4cfc0756c0 msgr2=0x7f4cfc075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 shutdown_connections 2024-02-26T05:09:53.457 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.454+0000 7f4d01c00640 1 -- 172.21.15.112:0/1796259549 wait complete. 2024-02-26T05:09:53.472 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:53 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2191287659' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:53.474 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 -- 172.21.15.112:0/1129543728 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 msgr2=0x7fd2cc107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 --2- 172.21.15.112:0/1129543728 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc107b20 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8009890 tx=0x7fd2b802bc00 comp rx=0 tx=0).stop 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 -- 172.21.15.112:0/1129543728 shutdown_connections 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 --2- 172.21.15.112:0/1129543728 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 0x7fd2cc1144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 --2- 172.21.15.112:0/1129543728 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc107b20 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.695 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 --2- 172.21.15.112:0/1129543728 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc10da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 -- 172.21.15.112:0/1129543728 >> 172.21.15.112:0/1129543728 conn(0x7fd2cc076fa0 msgr2=0x7fd2cc105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:53.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 -- 172.21.15.112:0/1129543728 shutdown_connections 2024-02-26T05:09:53.696 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.692+0000 7fd2d1600640 1 -- 172.21.15.112:0/1129543728 wait complete. 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 Processor -- start 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 -- start start 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 0x7fd2cc19e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc1a2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc1a2c00 con 0x7fd2cc1076c0 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc1a2d70 con 0x7fd2cc10d660 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.693+0000 7fd2d1600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2cc1a2f30 con 0x7fd2cc108060 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44588/0 (socket says 172.21.15.112:44588) 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 -- 172.21.15.112:0/94621086 learned_addr learned my addr 172.21.15.112:0/94621086 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:53.698 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cb400640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 0x7fd2cc19e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2d0c00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc1a2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 -- 172.21.15.112:0/94621086 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 msgr2=0x7fd2cc19e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 0x7fd2cc19e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 -- 172.21.15.112:0/94621086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 msgr2=0x7fd2cc1a2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc1a2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 -- 172.21.15.112:0/94621086 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2bc009560 con 0x7fd2cc1076c0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2d0c00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc1a2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.694+0000 7fd2cbe00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00e9c0 tx=0x7fd2bc00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.695+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc00cde0 con 0x7fd2cc1076c0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.695+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fd2bc0035f0 con 0x7fd2cc1076c0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.695+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2bc010690 con 0x7fd2cc1076c0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.695+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2b8009490 con 0x7fd2cc1076c0 2024-02-26T05:09:53.699 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.695+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2cc1aa8b0 con 0x7fd2cc1076c0 2024-02-26T05:09:53.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.696+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2cc0682e0 con 0x7fd2cc1076c0 2024-02-26T05:09:53.700 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.698+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fd2bc003b60 con 0x7fd2cc1076c0 2024-02-26T05:09:53.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.699+0000 7fd2c8c00640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 0x7fd2b00a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:53.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.700+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7fd2bc014070 con 0x7fd2cc1076c0 2024-02-26T05:09:53.702 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.700+0000 7fd2cb400640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 0x7fd2b00a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:53.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.701+0000 7fd2cb400640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 0x7fd2b00a4770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8037040 tx=0x7fd2b80056d0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:53.704 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.702+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fd2bc097270 con 0x7fd2cc1076c0 2024-02-26T05:09:53.900 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.897+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd2cc10fb00 con 0x7fd2cc1076c0 2024-02-26T05:09:53.901 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.898+0000 7fd2c8c00640 1 -- 172.21.15.112:0/94621086 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v96) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd2bc09a930 con 0x7fd2cc1076c0 2024-02-26T05:09:53.901 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 32 2024-02-26T05:09:53.904 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.901+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 msgr2=0x7fd2b00a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.901+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 0x7fd2b00a4770 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8037040 tx=0x7fd2b80056d0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.901+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 msgr2=0x7fd2cc19dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.901+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd2bc00e9c0 tx=0x7fd2bc00ee80 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 shutdown_connections 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fd2b00a22b0 0x7fd2b00a4770 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fd2cc10d660 0x7fd2cc1a2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fd2cc108060 0x7fd2cc19e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 --2- 172.21.15.112:0/94621086 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fd2cc1076c0 0x7fd2cc19dd40 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 >> 172.21.15.112:0/94621086 conn(0x7fd2cc076fa0 msgr2=0x7fd2cc077f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 shutdown_connections 2024-02-26T05:09:53.905 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:53.902+0000 7fd2d1600640 1 -- 172.21.15.112:0/94621086 wait complete. 2024-02-26T05:09:53.924 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-02-26T05:09:54.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:54 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/1796259549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.111 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:54 smithi175 ceph-mon[36652]: pgmap v334: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:54.112 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:54 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/94621086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 -- 172.21.15.112:0/3947882837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e010d730 msgr2=0x7f48e010db10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 --2- 172.21.15.112:0/3947882837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e010d730 0x7f48e010db10 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f48d0009ca0 tx=0x7f48d002c100 comp rx=0 tx=0).stop 2024-02-26T05:09:54.142 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 -- 172.21.15.112:0/3947882837 shutdown_connections 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 --2- 172.21.15.112:0/3947882837 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e01145f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 --2- 172.21.15.112:0/3947882837 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e0107720 0x7f48e0107ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 --2- 172.21.15.112:0/3947882837 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e010d730 0x7f48e010db10 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 -- 172.21.15.112:0/3947882837 >> 172.21.15.112:0/3947882837 conn(0x7f48e00756c0 msgr2=0x7f48e0077ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 -- 172.21.15.112:0/3947882837 shutdown_connections 2024-02-26T05:09:54.143 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.139+0000 7f48e5e00640 1 -- 172.21.15.112:0/3947882837 wait complete. 2024-02-26T05:09:54.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.140+0000 7f48e5e00640 1 Processor -- start 2024-02-26T05:09:54.145 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 -- start start 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e0107720 0x7f48e019de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e010d730 0x7f48e01a2720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e01a2d20 con 0x7f48e01080e0 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e01a2e90 con 0x7f48e0107720 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48e5e00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e01a3050 con 0x7f48e010d730 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48d6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48d6000640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:44608/0 (socket says 172.21.15.112:44608) 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48d6000640 1 -- 172.21.15.112:0/2325881544 learned_addr learned my addr 172.21.15.112:0/2325881544 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48dea00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e0107720 0x7f48e019de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.141+0000 7f48df400640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e010d730 0x7f48e01a2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 -- 172.21.15.112:0/2325881544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e010d730 msgr2=0x7f48e01a2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.146 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e010d730 0x7f48e01a2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 -- 172.21.15.112:0/2325881544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e0107720 msgr2=0x7f48e019de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e0107720 0x7f48e019de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 -- 172.21.15.112:0/2325881544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48d0009900 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48d6000640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f48c800d770 tx=0x7f48c800dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c8009c30 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48e01a3330 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f48c800de80 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c8010460 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.142+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48e01aabb0 con 0x7f48e01080e0 2024-02-26T05:09:54.147 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.144+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48e00683c0 con 0x7f48e01080e0 2024-02-26T05:09:54.148 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.146+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f48c8004f50 con 0x7f48e01080e0 2024-02-26T05:09:54.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.147+0000 7f48e4a00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 0x7f48c40a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.147+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7f48c80cdb70 con 0x7f48e01080e0 2024-02-26T05:09:54.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.147+0000 7f48dea00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 0x7f48c40a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.150 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.148+0000 7f48dea00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 0x7f48c40a46f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f48d0004af0 tx=0x7f48d0005c50 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:54.153 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.151+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f48c8096870 con 0x7f48e01080e0 2024-02-26T05:09:54.238 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:54 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/1796259549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:54 smithi112 ceph-mon[31817]: pgmap v334: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:54.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:54 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/94621086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.352 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.349+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f48e0117a10 con 0x7f48e01080e0 2024-02-26T05:09:54.353 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.350+0000 7f48e4a00640 1 -- 172.21.15.112:0/2325881544 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v96) v1 ==== 100+0+11 (secure 0 0 0) 0x7f48c8020020 con 0x7f48e01080e0 2024-02-26T05:09:54.353 INFO:teuthology.orchestra.run.smithi112.stdout:pg_num: 64 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 msgr2=0x7f48c40a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 0x7f48c40a46f0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f48d0004af0 tx=0x7f48d0005c50 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 msgr2=0x7f48e019e3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f48c800d770 tx=0x7f48c800dc30 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 shutdown_connections 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f48c40a2230 0x7f48c40a46f0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f48e010d730 0x7f48e01a2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f48e01080e0 0x7f48e019e3a0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 --2- 172.21.15.112:0/2325881544 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f48e0107720 0x7f48e019de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.356 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 >> 172.21.15.112:0/2325881544 conn(0x7f48e00756c0 msgr2=0x7f48e0075c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:54.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 shutdown_connections 2024-02-26T05:09:54.357 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.353+0000 7f48e5e00640 1 -- 172.21.15.112:0/2325881544 wait complete. 2024-02-26T05:09:54.376 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-02-26T05:09:54.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:54 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/1796259549' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:54 smithi161 ceph-mon[36447]: pgmap v334: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.7 KiB/s rd, 7 op/s 2024-02-26T05:09:54.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:54 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/94621086' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-02-26T05:09:54.586 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.583+0000 7fdd8e600640 1 -- 172.21.15.112:0/1560908565 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 msgr2=0x7fdd88107b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.583+0000 7fdd8e600640 1 --2- 172.21.15.112:0/1560908565 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd88107b20 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fdd78009890 tx=0x7fdd7802bc00 comp rx=0 tx=0).stop 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 -- 172.21.15.112:0/1560908565 shutdown_connections 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 --2- 172.21.15.112:0/1560908565 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 0x7fdd881144b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 --2- 172.21.15.112:0/1560908565 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd88107b20 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 --2- 172.21.15.112:0/1560908565 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd8810da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 -- 172.21.15.112:0/1560908565 >> 172.21.15.112:0/1560908565 conn(0x7fdd88076fa0 msgr2=0x7fdd88105fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 -- 172.21.15.112:0/1560908565 shutdown_connections 2024-02-26T05:09:54.587 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.584+0000 7fdd8e600640 1 -- 172.21.15.112:0/1560908565 wait complete. 2024-02-26T05:09:54.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.585+0000 7fdd8e600640 1 Processor -- start 2024-02-26T05:09:54.589 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.585+0000 7fdd8e600640 1 -- start start 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.585+0000 7fdd8e600640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.585+0000 7fdd8e600640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 0x7fdd8819e320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.585+0000 7fdd8e600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd881a2650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8e600640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd881a2c50 con 0x7fdd88108060 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8e600640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd881a2dc0 con 0x7fdd8810d660 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8e600640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd881a2f80 con 0x7fdd881076c0 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:60876/0 (socket says 172.21.15.112:60876) 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 -- 172.21.15.112:0/3950794683 learned_addr learned my addr 172.21.15.112:0/3950794683 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd87e00640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 0x7fdd8819e320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8dc00640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd881a2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 -- 172.21.15.112:0/3950794683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 msgr2=0x7fdd881a2650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd881a2650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.590 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 -- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 msgr2=0x7fdd8819e320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 0x7fdd8819e320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 -- 172.21.15.112:0/3950794683 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd80009900 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8dc00640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd881a2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.586+0000 7fdd8d200640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00e9f0 tx=0x7fdd7c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.587+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c009720 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.587+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fdd7c00cd80 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.587+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd78009490 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.587+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c010690 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.587+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd881aa900 con 0x7fdd881076c0 2024-02-26T05:09:54.591 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.588+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd880682e0 con 0x7fdd881076c0 2024-02-26T05:09:54.592 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.590+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fdd7c0046c0 con 0x7fdd881076c0 2024-02-26T05:09:54.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.591+0000 7fdd85600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 0x7fdd700a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:54.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.591+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7fdd7c014070 con 0x7fdd881076c0 2024-02-26T05:09:54.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.591+0000 7fdd87e00640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 0x7fdd700a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:54.594 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.592+0000 7fdd87e00640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 0x7fdd700a4770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdd7802c210 tx=0x7fdd780056d0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:54.596 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.593+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdd7c097250 con 0x7fdd881076c0 2024-02-26T05:09:54.807 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.804+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fdd8819f0e0 con 0x7fdd881076c0 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.805+0000 7fdd85600640 1 -- 172.21.15.112:0/3950794683 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v96) v1 ==== 81+0+960 (secure 0 0 0) 0x7fdd7c09a910 con 0x7fdd881076c0 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2651562415 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2651562415 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/802911903 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3779402871 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/1745256472 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3052342726 2024-02-27T04:48:37.140798+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2962401704 2024-02-27T04:48:37.140798+0000 2024-02-26T05:09:54.808 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3062332836 2024-02-27T04:48:37.140798+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/3855844960 2024-02-27T04:48:37.140798+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6801/2190883855 2024-02-27T04:48:02.894407+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/3446786910 2024-02-27T04:59:07.355785+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2040864805 2024-02-27T04:48:02.894407+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/2190883855 2024-02-27T04:48:02.894407+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/353736245 2024-02-27T04:48:02.894407+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:0/2800063710 2024-02-27T04:48:02.894407+0000 2024-02-26T05:09:54.809 INFO:teuthology.orchestra.run.smithi112.stdout:172.21.15.112:6800/3855844960 2024-02-27T04:48:37.140798+0000 2024-02-26T05:09:54.810 INFO:teuthology.orchestra.run.smithi112.stderr:listed 16 entries 2024-02-26T05:09:54.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.807+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 msgr2=0x7fdd700a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.810 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.807+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 0x7fdd700a4770 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fdd7802c210 tx=0x7fdd780056d0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.807+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 msgr2=0x7fdd8819dde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.807+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00e9f0 tx=0x7fdd7c00edf0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 shutdown_connections 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdd700a22b0 0x7fdd700a4770 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdd8810d660 0x7fdd881a2650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdd88108060 0x7fdd8819e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 --2- 172.21.15.112:0/3950794683 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdd881076c0 0x7fdd8819dde0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 >> 172.21.15.112:0/3950794683 conn(0x7fdd88076fa0 msgr2=0x7fdd88078020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 shutdown_connections 2024-02-26T05:09:54.811 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:54.808+0000 7fdd8e600640 1 -- 172.21.15.112:0/3950794683 wait complete. 2024-02-26T05:09:54.830 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2024-02-26T05:09:54.830 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T05:09:54.830 DEBUG:teuthology.orchestra.run.smithi112:> sudo umount /home/ubuntu/cephtest/mnt.0 2024-02-26T05:09:55.003 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T05:09:55.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T05:09:55.004 DEBUG:teuthology.orchestra.run.smithi112:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-02-26T05:09:55.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T05:09:55.102 DEBUG:teuthology.orchestra.run.smithi112:> ip netns list 2024-02-26T05:09:55.158 INFO:teuthology.orchestra.run.smithi112.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-02-26T05:09:55.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T05:09:55.159 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-02-26T05:09:55.216 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:55 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2325881544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:55.216 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:55 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3950794683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-26T05:09:55.227 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-02-26T05:09:55.227 DEBUG:teuthology.orchestra.run.smithi112:> sudo ip link delete ceph-brx 2024-02-26T05:09:55.341 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-02-26T05:09:55.351 INFO:tasks.cephadm:Teardown begin 2024-02-26T05:09:55.352 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-02-26T05:09:55.352 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T05:09:55.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:55 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2325881544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:55.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:55 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3950794683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-26T05:09:55.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:55 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2325881544' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-02-26T05:09:55.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:55 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3950794683' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-02-26T05:09:55.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 -- 172.21.15.112:0/2684725057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 msgr2=0x7fdc2c114600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:55.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 --2- 172.21.15.112:0/2684725057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c114600 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fdc24009cd0 tx=0x7fdc2402c0e0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 -- 172.21.15.112:0/2684725057 shutdown_connections 2024-02-26T05:09:55.534 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 --2- 172.21.15.112:0/2684725057 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c114600 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 --2- 172.21.15.112:0/2684725057 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c107bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 --2- 172.21.15.112:0/2684725057 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 0x7fdc2c10db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 -- 172.21.15.112:0/2684725057 >> 172.21.15.112:0/2684725057 conn(0x7fdc2c0756d0 msgr2=0x7fdc2c077af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:55.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 -- 172.21.15.112:0/2684725057 shutdown_connections 2024-02-26T05:09:55.535 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.531+0000 7fdc32200640 1 -- 172.21.15.112:0/2684725057 wait complete. 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.532+0000 7fdc32200640 1 Processor -- start 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.532+0000 7fdc32200640 1 -- start start 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c19e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 0x7fdc2c1a2730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2c1a2d30 con 0x7fdc2c10d740 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2c1a2ea0 con 0x7fdc2c107730 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc32200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdc2c1a3060 con 0x7fdc2c1080f0 2024-02-26T05:09:55.537 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc2b400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c19e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc2b400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.161:3300/0 says I am v2:172.21.15.112:59774/0 (socket says 172.21.15.112:59774) 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc2b400640 1 -- 172.21.15.112:0/881169859 learned_addr learned my addr 172.21.15.112:0/881169859 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc2be00640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 0x7fdc2c1a2730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 -- 172.21.15.112:0/881169859 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 msgr2=0x7fdc2c19de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 -- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 msgr2=0x7fdc2c1a2730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 0x7fdc2c1a2730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc23e00640 1 -- 172.21.15.112:0/881169859 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdc24009900 con 0x7fdc2c1080f0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.533+0000 7fdc2b400640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc23e00640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c19e3b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400e9f0 tx=0x7fdc1400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc1400ccc0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdc2c1a3340 con 0x7fdc2c1080f0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fdc1400ce20 con 0x7fdc2c1080f0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc14004ad0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.538 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.534+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdc2c1aabc0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.535+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdc2c0683c0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.539 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.537+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fdc140051b0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.538+0000 7fdc28c00640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 0x7fdc100a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:55.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.539+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7fdc14014070 con 0x7fdc2c1080f0 2024-02-26T05:09:55.541 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.539+0000 7fdc2b400640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 0x7fdc100a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:55.542 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.540+0000 7fdc2b400640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 0x7fdc100a46f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c005fd0 tx=0x7fdc1c00b480 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:55.547 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.545+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdc14096c80 con 0x7fdc2c1080f0 2024-02-26T05:09:55.778 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.776+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdc2c19f1c0 con 0x7fdc2c1080f0 2024-02-26T05:09:55.779 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.777+0000 7fdc28c00640 1 -- 172.21.15.112:0/881169859 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) v1 ==== 94+0+11361 (secure 0 0 0) 0x7fdc1409a340 con 0x7fdc2c1080f0 2024-02-26T05:09:55.780 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:55.780 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T05:04:16.652075+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T05:09:55.780 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 36 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 msgr2=0x7fdc100a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 0x7fdc100a46f0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7fdc1c005fd0 tx=0x7fdc1c00b480 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 msgr2=0x7fdc2c19e3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c19e3b0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fdc1400e9f0 tx=0x7fdc1400eeb0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 shutdown_connections 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdc100a2230 0x7fdc100a46f0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdc2c10d740 0x7fdc2c1a2730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdc2c1080f0 0x7fdc2c19e3b0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 --2- 172.21.15.112:0/881169859 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdc2c107730 0x7fdc2c19de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 >> 172.21.15.112:0/881169859 conn(0x7fdc2c0756d0 msgr2=0x7fdc2c075c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 shutdown_connections 2024-02-26T05:09:55.783 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:55.780+0000 7fdc32200640 1 -- 172.21.15.112:0/881169859 wait complete. 2024-02-26T05:09:55.800 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-02-26T05:09:56.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 -- 172.21.15.112:0/1357828818 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454108670 msgr2=0x7f8454110240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.008 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 --2- 172.21.15.112:0/1357828818 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454108670 0x7f8454110240 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f844c009cd0 tx=0x7f844c02c0f0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 -- 172.21.15.112:0/1357828818 shutdown_connections 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 --2- 172.21.15.112:0/1357828818 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454108670 0x7f8454110240 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 --2- 172.21.15.112:0/1357828818 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f8454103f50 0x7f8454107f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 --2- 172.21.15.112:0/1357828818 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f84541035a0 0x7f8454103980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 -- 172.21.15.112:0/1357828818 >> 172.21.15.112:0/1357828818 conn(0x7f84540fee00 msgr2=0x7f8454101220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 -- 172.21.15.112:0/1357828818 shutdown_connections 2024-02-26T05:09:56.009 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.005+0000 7f845aa00640 1 -- 172.21.15.112:0/1357828818 wait complete. 2024-02-26T05:09:56.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.006+0000 7f845aa00640 1 Processor -- start 2024-02-26T05:09:56.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.006+0000 7f845aa00640 1 -- start start 2024-02-26T05:09:56.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.012 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8454108670 0x7f845419fc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 0x7f8454199de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845419a320 con 0x7f8454199930 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845419a490 con 0x7f8454108670 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f845aa00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f845419a650 con 0x7f84541035a0 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:49152/0 (socket says 172.21.15.112:49152) 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 -- 172.21.15.112:0/2146153266 learned_addr learned my addr 172.21.15.112:0/2146153266 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:56.013 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8458a00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 0x7f8454199de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453400640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8454108670 0x7f845419fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 -- 172.21.15.112:0/2146153266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8454108670 msgr2=0x7f845419fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8454108670 0x7f845419fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 -- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 msgr2=0x7f8454199de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.007+0000 7f8453e00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 0x7f8454199de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8453e00640 1 -- 172.21.15.112:0/2146153266 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f844c009900 con 0x7f84541035a0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8458a00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 0x7f8454199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8453e00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f844400e9f0 tx=0x7f844400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8444009700 con 0x7f84541035a0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f844400cd80 con 0x7f84541035a0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84440189c0 con 0x7f84541035a0 2024-02-26T05:09:56.014 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84541a65f0 con 0x7f84541035a0 2024-02-26T05:09:56.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.008+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84541a6ab0 con 0x7f84541035a0 2024-02-26T05:09:56.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.009+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84540683c0 con 0x7f84541035a0 2024-02-26T05:09:56.015 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.011+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f8444018b20 con 0x7f84541035a0 2024-02-26T05:09:56.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.013+0000 7f8450c00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 0x7f84380a47f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.013+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7f8444014070 con 0x7f84541035a0 2024-02-26T05:09:56.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.013+0000 7f8453400640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 0x7f84380a47f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.016 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.014+0000 7f8453400640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 0x7f84380a47f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8454109c10 tx=0x7f8440005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.017 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.015+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f84440970c0 con 0x7f84541035a0 2024-02-26T05:09:56.254 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.252+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8454103f50 con 0x7f84541035a0 2024-02-26T05:09:56.255 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.253+0000 7f8450c00640 1 -- 172.21.15.112:0/2146153266 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 36 v36) v1 ==== 94+0+11361 (secure 0 0 0) 0x7f844409a780 con 0x7f84541035a0 2024-02-26T05:09:56.256 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:56.256 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":36,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14457,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6839/1541992206","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6838","nonce":1541992206},{"type":"v1","addr":"172.21.15.112:6839","nonce":1541992206}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14469,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6841/3670501294","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6840","nonce":3670501294},{"type":"v1","addr":"172.21.15.112:6841","nonce":3670501294}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24442,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.175:6833/1069497471","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6832","nonce":1069497471},{"type":"v1","addr":"172.21.15.175:6833","nonce":1069497471}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24455,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.161:6833/1245104983","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6832","nonce":1245104983},{"type":"v1","addr":"172.21.15.161:6833","nonce":1245104983}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24472,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6835/1923274011","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6834","nonce":1923274011},{"type":"v1","addr":"172.21.15.112:6835","nonce":1923274011}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24482,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.112:6837/3156105215","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6836","nonce":3156105215},{"type":"v1","addr":"172.21.15.112:6837","nonce":3156105215}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":36,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-02-26T04:56:27.940201+0000","modified":"2024-02-26T05:04:16.652075+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":3,"in":[0,1,2],"up":{"mds_0":24578,"mds_1":24547,"mds_2":24514},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24500":{"gid":24500,"name":"e","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6835/638948443","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6834","nonce":638948443},{"type":"v1","addr":"172.21.15.161:6835","nonce":638948443}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24514":{"gid":24514,"name":"f","rank":2,"incarnation":21,"state":"up:active","state_seq":9,"addr":"172.21.15.175:6835/3141430996","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6834","nonce":3141430996},{"type":"v1","addr":"172.21.15.175:6835","nonce":3141430996}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24526":{"gid":24526,"name":"c","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.175:6837/1485715871","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6836","nonce":1485715871},{"type":"v1","addr":"172.21.15.175:6837","nonce":1485715871}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24527":{"gid":24527,"name":"h","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.161:6837/710454929","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6836","nonce":710454929},{"type":"v1","addr":"172.21.15.161:6837","nonce":710454929}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24547":{"gid":24547,"name":"i","rank":1,"incarnation":19,"state":"up:active","state_seq":7,"addr":"172.21.15.175:6839/1341510691","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6838","nonce":1341510691},{"type":"v1","addr":"172.21.15.175:6839","nonce":1341510691}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24578":{"gid":24578,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":4,"addr":"172.21.15.161:6839/1973886766","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6838","nonce":1973886766},{"type":"v1","addr":"172.21.15.161:6839","nonce":1973886766}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-02-26T05:09:56.256 INFO:teuthology.orchestra.run.smithi112.stderr:dumped fsmap epoch 36 2024-02-26T05:09:56.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 msgr2=0x7f84380a47f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 0x7f84380a47f0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8454109c10 tx=0x7f8440005f90 comp rx=0 tx=0).stop 2024-02-26T05:09:56.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 msgr2=0x7f845419f730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.258 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f844400e9f0 tx=0x7f844400eeb0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 shutdown_connections 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f84380a2330 0x7f84380a47f0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f8454199930 0x7f8454199de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f8454108670 0x7f845419fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 --2- 172.21.15.112:0/2146153266 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f84541035a0 0x7f845419f730 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.255+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 >> 172.21.15.112:0/2146153266 conn(0x7f84540fee00 msgr2=0x7f84540ff970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.256+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 shutdown_connections 2024-02-26T05:09:56.259 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.256+0000 7f845aa00640 1 -- 172.21.15.112:0/2146153266 wait complete. 2024-02-26T05:09:56.278 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-02-26T05:09:56.360 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:56 smithi112 ceph-mon[31817]: pgmap v335: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:56.360 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:56 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/881169859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:56.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:56 smithi175 ceph-mon[36652]: pgmap v335: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:56.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:56 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/881169859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:56.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:56 smithi161 ceph-mon[36447]: pgmap v335: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4 op/s 2024-02-26T05:09:56.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:56 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/881169859' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 -- 172.21.15.112:0/239371457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb118103f30 msgr2=0x7fb118107f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 --2- 172.21.15.112:0/239371457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb118103f30 0x7fb118107f70 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fb100009900 tx=0x7fb10002bc30 comp rx=0 tx=0).stop 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 -- 172.21.15.112:0/239371457 shutdown_connections 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 --2- 172.21.15.112:0/239371457 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118108650 0x7fb118110220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 --2- 172.21.15.112:0/239371457 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb118103f30 0x7fb118107f70 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 --2- 172.21.15.112:0/239371457 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118103580 0x7fb118103960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 -- 172.21.15.112:0/239371457 >> 172.21.15.112:0/239371457 conn(0x7fb1180fede0 msgr2=0x7fb118101200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 -- 172.21.15.112:0/239371457 shutdown_connections 2024-02-26T05:09:56.492 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.489+0000 7fb11ca00640 1 -- 172.21.15.112:0/239371457 wait complete. 2024-02-26T05:09:56.494 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 Processor -- start 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 -- start start 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118103580 0x7fb11819f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 0x7fb118199d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb11819a290 con 0x7fb118108650 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb11819a400 con 0x7fb118103580 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb11ca00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb11819a5c0 con 0x7fb1181998a0 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.490+0000 7fb10d400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb116800640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 0x7fb118199d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35792/0 (socket says 172.21.15.112:35792) 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 -- 172.21.15.112:0/815118002 learned_addr learned my addr 172.21.15.112:0/815118002 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb115e00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118103580 0x7fb11819f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 -- 172.21.15.112:0/815118002 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 msgr2=0x7fb118199d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.495 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 0x7fb118199d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 -- 172.21.15.112:0/815118002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118103580 msgr2=0x7fb11819f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118103580 0x7fb11819f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 -- 172.21.15.112:0/815118002 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb100009560 con 0x7fb118108650 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb116800640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 0x7fb118199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10d400640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb100000c00 tx=0x7fb10002cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb100004250 con 0x7fb118108650 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fb1000043b0 con 0x7fb118108650 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.491+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1181a65b0 con 0x7fb118108650 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.492+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb100003be0 con 0x7fb118108650 2024-02-26T05:09:56.496 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.492+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1181a6a60 con 0x7fb118108650 2024-02-26T05:09:56.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.493+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1180683c0 con 0x7fb118108650 2024-02-26T05:09:56.497 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.494+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fb100003d40 con 0x7fb118108650 2024-02-26T05:09:56.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.496+0000 7fb10f400640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 0x7fb0fc0a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.496+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7fb1000f08c0 con 0x7fb118108650 2024-02-26T05:09:56.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.496+0000 7fb115e00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 0x7fb0fc0a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.499 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.497+0000 7fb115e00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 0x7fb0fc0a46f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb11819a9e0 tx=0x7fb108009500 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.500 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.498+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fb1000b9620 con 0x7fb118108650 2024-02-26T05:09:56.703 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.700+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb11810b940 con 0x7fb118108650 2024-02-26T05:09:56.706 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.703+0000 7fb10f400640 1 -- 172.21.15.112:0/815118002 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v96) v1 ==== 74+0+23180 (secure 0 0 0) 0x7fb1000bcce0 con 0x7fb118108650 2024-02-26T05:09:56.706 INFO:teuthology.orchestra.run.smithi112.stdout: 2024-02-26T05:09:56.707 INFO:teuthology.orchestra.run.smithi112.stdout:{"epoch":96,"fsid":"fa65e1ce-d461-11ee-95c3-87774f69a715","created":"2024-02-26T04:47:21.606549+0000","modified":"2024-02-26T05:09:17.755599+0000","last_up_change":"2024-02-26T04:55:31.126809+0000","last_in_change":"2024-02-26T04:55:11.189048+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-02-26T04:51:21.820947+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-02-26T04:56:26.117287+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-02-26T04:56:27.452493+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"95","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":15,"snap_epoch":95,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"f9b67b60-9b1f-4af3-b260-928307a510fc","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6802","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6803","nonce":908218427}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6804","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6805","nonce":908218427}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6808","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6809","nonce":908218427}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6806","nonce":908218427},{"type":"v1","addr":"172.21.15.112:6807","nonce":908218427}]},"public_addr":"172.21.15.112:6803/908218427","cluster_addr":"172.21.15.112:6805/908218427","heartbeat_back_addr":"172.21.15.112:6809/908218427","heartbeat_front_addr":"172.21.15.112:6807/908218427","state":["exists","up"]},{"osd":1,"uuid":"7d3dd19f-2410-4b49-95f1-c21544819924","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6800","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6801","nonce":2875775778}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6802","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6803","nonce":2875775778}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6806","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6807","nonce":2875775778}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6804","nonce":2875775778},{"type":"v1","addr":"172.21.15.161:6805","nonce":2875775778}]},"public_addr":"172.21.15.161:6801/2875775778","cluster_addr":"172.21.15.161:6803/2875775778","heartbeat_back_addr":"172.21.15.161:6807/2875775778","heartbeat_front_addr":"172.21.15.161:6805/2875775778","state":["exists","up"]},{"osd":2,"uuid":"50d19c45-2490-47cd-acb5-174235920a63","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6800","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6801","nonce":3228375342}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6802","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6803","nonce":3228375342}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6806","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6807","nonce":3228375342}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6804","nonce":3228375342},{"type":"v1","addr":"172.21.15.175:6805","nonce":3228375342}]},"public_addr":"172.21.15.175:6801/3228375342","cluster_addr":"172.21.15.175:6803/3228375342","heartbeat_back_addr":"172.21.15.175:6807/3228375342","heartbeat_front_addr":"172.21.15.175:6805/3228375342","state":["exists","up"]},{"osd":3,"uuid":"55ea4a62-e407-4f13-8285-911929b032b1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6810","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6811","nonce":3020105609}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6812","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6813","nonce":3020105609}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6816","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6817","nonce":3020105609}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6814","nonce":3020105609},{"type":"v1","addr":"172.21.15.112:6815","nonce":3020105609}]},"public_addr":"172.21.15.112:6811/3020105609","cluster_addr":"172.21.15.112:6813/3020105609","heartbeat_back_addr":"172.21.15.112:6817/3020105609","heartbeat_front_addr":"172.21.15.112:6815/3020105609","state":["exists","up"]},{"osd":4,"uuid":"2b4c1a06-4970-4a8c-8d72-5adb767ee885","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6808","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6809","nonce":3445791151}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6810","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6811","nonce":3445791151}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6814","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6815","nonce":3445791151}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6812","nonce":3445791151},{"type":"v1","addr":"172.21.15.161:6813","nonce":3445791151}]},"public_addr":"172.21.15.161:6809/3445791151","cluster_addr":"172.21.15.161:6811/3445791151","heartbeat_back_addr":"172.21.15.161:6815/3445791151","heartbeat_front_addr":"172.21.15.161:6813/3445791151","state":["exists","up"]},{"osd":5,"uuid":"9e684764-6f34-4e30-bea5-9427811a7257","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6808","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6809","nonce":3499029149}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6810","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6811","nonce":3499029149}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6814","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6815","nonce":3499029149}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6812","nonce":3499029149},{"type":"v1","addr":"172.21.15.175:6813","nonce":3499029149}]},"public_addr":"172.21.15.175:6809/3499029149","cluster_addr":"172.21.15.175:6811/3499029149","heartbeat_back_addr":"172.21.15.175:6815/3499029149","heartbeat_front_addr":"172.21.15.175:6813/3499029149","state":["exists","up"]},{"osd":6,"uuid":"fc7deaa7-dd49-4fe5-ac81-7845585faa33","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6818","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6819","nonce":2753594617}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6820","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6821","nonce":2753594617}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6824","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6825","nonce":2753594617}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6822","nonce":2753594617},{"type":"v1","addr":"172.21.15.112:6823","nonce":2753594617}]},"public_addr":"172.21.15.112:6819/2753594617","cluster_addr":"172.21.15.112:6821/2753594617","heartbeat_back_addr":"172.21.15.112:6825/2753594617","heartbeat_front_addr":"172.21.15.112:6823/2753594617","state":["exists","up"]},{"osd":7,"uuid":"28e35cc3-10c2-455a-b0c8-de11588ca193","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6816","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6817","nonce":3334601870}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6818","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6819","nonce":3334601870}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6822","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6823","nonce":3334601870}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6820","nonce":3334601870},{"type":"v1","addr":"172.21.15.161:6821","nonce":3334601870}]},"public_addr":"172.21.15.161:6817/3334601870","cluster_addr":"172.21.15.161:6819/3334601870","heartbeat_back_addr":"172.21.15.161:6823/3334601870","heartbeat_front_addr":"172.21.15.161:6821/3334601870","state":["exists","up"]},{"osd":8,"uuid":"12825f2f-d339-42f8-8f72-b07f5ec395e2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6816","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6817","nonce":3949933746}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6818","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6819","nonce":3949933746}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6822","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6823","nonce":3949933746}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6820","nonce":3949933746},{"type":"v1","addr":"172.21.15.175:6821","nonce":3949933746}]},"public_addr":"172.21.15.175:6817/3949933746","cluster_addr":"172.21.15.175:6819/3949933746","heartbeat_back_addr":"172.21.15.175:6823/3949933746","heartbeat_front_addr":"172.21.15.175:6821/3949933746","state":["exists","up"]},{"osd":9,"uuid":"c41556df-97e5-483c-99b9-2106ee976ae4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6826","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6827","nonce":2939770490}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6828","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6829","nonce":2939770490}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6832","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6833","nonce":2939770490}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.112:6830","nonce":2939770490},{"type":"v1","addr":"172.21.15.112:6831","nonce":2939770490}]},"public_addr":"172.21.15.112:6827/2939770490","cluster_addr":"172.21.15.112:6829/2939770490","heartbeat_back_addr":"172.21.15.112:6833/2939770490","heartbeat_front_addr":"172.21.15.112:6831/2939770490","state":["exists","up"]},{"osd":10,"uuid":"ffe6da9b-ff91-424a-902f-7425773185df","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6824","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6825","nonce":3848599243}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6826","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6827","nonce":3848599243}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6830","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6831","nonce":3848599243}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.161:6828","nonce":3848599243},{"type":"v1","addr":"172.21.15.161:6829","nonce":3848599243}]},"public_addr":"172.21.15.161:6825/3848599243","cluster_addr":"172.21.15.161:6827/3848599243","heartbeat_back_addr":"172.21.15.161:6831/3848599243","heartbeat_front_addr":"172.21.15.161:6829/3848599243","state":["exists","up"]},{"osd":11,"uuid":"0f77dba2-1772-4276-a09b-fbc9c8da1c3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":86,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6824","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6825","nonce":2921906079}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6826","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6827","nonce":2921906079}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6830","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6831","nonce":2921906079}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.175:6828","nonce":2921906079},{"type":"v1","addr":"172.21.15.175:6829","nonce":2921906079}]},"public_addr":"172.21.15.175:6825/2921906079","cluster_addr":"172.21.15.175:6827/2921906079","heartbeat_back_addr":"172.21.15.175:6831/2921906079","heartbeat_front_addr":"172.21.15.175:6829/2921906079","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:28.374538+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:50:53.509933+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:17.753220+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:51:49.656245+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:15.358689+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:52:39.945272+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:13.130653+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:53:39.365954+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:03.857111+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:54:37.602137+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:04.285852+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-02-26T04:55:29.124695+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.0","mappings":[{"from":7,"to":11}]},{"pgid":"2.10","mappings":[{"from":2,"to":4},{"from":8,"to":11}]},{"pgid":"2.1a","mappings":[{"from":8,"to":1}]},{"pgid":"2.1b","mappings":[{"from":2,"to":4}]},{"pgid":"3.2","mappings":[{"from":3,"to":9}]},{"pgid":"3.13","mappings":[{"from":4,"to":9}]},{"pgid":"3.2c","mappings":[{"from":4,"to":9}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.112:6801/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:6800/2651562415":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/802911903":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3779402871":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/1745256472":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/3052342726":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/2962401704":"2024-02-27T04:48:37.140798+0000","172.21.15.112:0/3062332836":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/3855844960":"2024-02-27T04:48:37.140798+0000","172.21.15.112:6801/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/3446786910":"2024-02-27T04:59:07.355785+0000","172.21.15.112:0/2040864805":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/2190883855":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/353736245":"2024-02-27T04:48:02.894407+0000","172.21.15.112:0/2800063710":"2024-02-27T04:48:02.894407+0000","172.21.15.112:6800/3855844960":"2024-02-27T04:48:37.140798+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":5,"length":1},{"begin":15,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-02-26T05:09:56.708 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 msgr2=0x7fb0fc0a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 0x7fb0fc0a46f0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb11819a9e0 tx=0x7fb108009500 comp rx=0 tx=0).stop 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 msgr2=0x7fb11819fc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fb100000c00 tx=0x7fb10002cc20 comp rx=0 tx=0).stop 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 shutdown_connections 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fb0fc0a2230 0x7fb0fc0a46f0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fb1181998a0 0x7fb118199d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.709 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fb118108650 0x7fb11819fc30 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 --2- 172.21.15.112:0/815118002 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fb118103580 0x7fb11819f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 >> 172.21.15.112:0/815118002 conn(0x7fb1180fede0 msgr2=0x7fb1180ff900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:56.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 shutdown_connections 2024-02-26T05:09:56.710 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.705+0000 7fb11ca00640 1 -- 172.21.15.112:0/815118002 wait complete. 2024-02-26T05:09:56.726 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-02-26T05:09:56.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 -- 172.21.15.112:0/1716230809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4106450 msgr2=0x7fdfc410e020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.941 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 --2- 172.21.15.112:0/1716230809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4106450 0x7fdfc410e020 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fdfbc009cd0 tx=0x7fdfbc02c0f0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 -- 172.21.15.112:0/1716230809 shutdown_connections 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 --2- 172.21.15.112:0/1716230809 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4106450 0x7fdfc410e020 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 --2- 172.21.15.112:0/1716230809 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4101d30 0x7fdfc4105d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 --2- 172.21.15.112:0/1716230809 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4101380 0x7fdfc4101760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 -- 172.21.15.112:0/1716230809 >> 172.21.15.112:0/1716230809 conn(0x7fdfc4078580 msgr2=0x7fdfc4078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 -- 172.21.15.112:0/1716230809 shutdown_connections 2024-02-26T05:09:56.942 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.938+0000 7fdfc9400640 1 -- 172.21.15.112:0/1716230809 wait complete. 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.939+0000 7fdfc9400640 1 Processor -- start 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.939+0000 7fdfc9400640 1 -- start start 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4106450 0x7fdfc40739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4073f00 0x7fdfc41a5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc41a6050 con 0x7fdfc4101380 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc41a61c0 con 0x7fdfc4106450 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc9400640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc41a6380 con 0x7fdfc4073f00 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35804/0 (socket says 172.21.15.112:35804) 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 -- 172.21.15.112:0/3880605550 learned_addr learned my addr 172.21.15.112:0/3880605550 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:56.945 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc3200640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4073f00 0x7fdfc41a5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc1e00640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4106450 0x7fdfc40739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 -- 172.21.15.112:0/3880605550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4073f00 msgr2=0x7fdfc41a5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4073f00 0x7fdfc41a5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 -- 172.21.15.112:0/3880605550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4106450 msgr2=0x7fdfc40739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4106450 0x7fdfc40739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.940+0000 7fdfc2800640 1 -- 172.21.15.112:0/3880605550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfbc009900 con 0x7fdfc4101380 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfc2800640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdfb400e9f0 tx=0x7fdfb400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4009720 con 0x7fdfc4101380 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fdfb400cd80 con 0x7fdfc4101380 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfc41a6660 con 0x7fdfc4101380 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb4010690 con 0x7fdfc4101380 2024-02-26T05:09:56.946 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.941+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfc41a6b20 con 0x7fdfc4101380 2024-02-26T05:09:56.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.942+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfc40683c0 con 0x7fdfc4101380 2024-02-26T05:09:56.947 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.944+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fdfb40046c0 con 0x7fdfc4101380 2024-02-26T05:09:56.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.945+0000 7fdfbb400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 0x7fdfa80a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:56.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.946+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 8492+0+0 (secure 0 0 0) 0x7fdfb4014070 con 0x7fdfc4101380 2024-02-26T05:09:56.948 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.946+0000 7fdfc1e00640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 0x7fdfa80a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:56.949 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.946+0000 7fdfc1e00640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 0x7fdfa80a4720 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4074f10 tx=0x7fdfb0005f90 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:56.952 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:56.949+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fdfb4097080 con 0x7fdfc4101380 2024-02-26T05:09:57.189 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.186+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fdfc40749b0 con 0x7fdfc4101380 2024-02-26T05:09:57.194 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.191+0000 7fdfbb400640 1 -- 172.21.15.112:0/3880605550 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v37) v1 ==== 161+0+0 (secure 0 0 0) 0x7fdfb409a740 con 0x7fdfc4101380 2024-02-26T05:09:57.194 INFO:teuthology.orchestra.run.smithi112.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.194+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 msgr2=0x7fdfa80a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.194+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 0x7fdfa80a4720 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fdfc4074f10 tx=0x7fdfb0005f90 comp rx=0 tx=0).stop 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.194+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 msgr2=0x7fdfc4073480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.194+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fdfb400e9f0 tx=0x7fdfb400edf0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 shutdown_connections 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fdfa80a2260 0x7fdfa80a4720 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fdfc4073f00 0x7fdfc41a5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fdfc4106450 0x7fdfc40739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.198 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 --2- 172.21.15.112:0/3880605550 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fdfc4101380 0x7fdfc4073480 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 >> 172.21.15.112:0/3880605550 conn(0x7fdfc4078580 msgr2=0x7fdfc40ff110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:57.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.195+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 shutdown_connections 2024-02-26T05:09:57.199 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.196+0000 7fdfc9400640 1 -- 172.21.15.112:0/3880605550 wait complete. 2024-02-26T05:09:57.219 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-02-26T05:09:57.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/2146153266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/815118002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-mds[67531]: -- 172.21.15.175:0/4000520900 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5622b1ab81a0 con 0x5622b1a8ec00 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: starting mds.c at 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-mds[67225]: -- 172.21.15.175:0/1185681615 <== mon.1 v2:172.21.15.175:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x564fb10b01a0 con 0x564fb1086800 2024-02-26T05:09:57.362 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: starting mds.f at 2024-02-26T05:09:57.363 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.363 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.363 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:09:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: starting mds.i at 2024-02-26T05:09:57.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 -- 172.21.15.112:0/1366120099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 msgr2=0x7f70b8101760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:57.412 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 --2- 172.21.15.112:0/1366120099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8101760 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009930 tx=0x7f70ac02bc20 comp rx=0 tx=0).stop 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 -- 172.21.15.112:0/1366120099 shutdown_connections 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 --2- 172.21.15.112:0/1366120099 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8106450 0x7f70b810e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 --2- 172.21.15.112:0/1366120099 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8101d30 0x7f70b8105d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 --2- 172.21.15.112:0/1366120099 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8101760 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 -- 172.21.15.112:0/1366120099 >> 172.21.15.112:0/1366120099 conn(0x7f70b8078580 msgr2=0x7f70b8078990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 -- 172.21.15.112:0/1366120099 shutdown_connections 2024-02-26T05:09:57.413 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.410+0000 7f70bfa00640 1 -- 172.21.15.112:0/1366120099 wait complete. 2024-02-26T05:09:57.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.411+0000 7f70bfa00640 1 Processor -- start 2024-02-26T05:09:57.414 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.411+0000 7f70bfa00640 1 -- start start 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8073480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8106450 0x7f70b80739c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b81a60a0 con 0x7f70b8106450 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b81a6210 con 0x7f70b8101380 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bfa00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b81a63d0 con 0x7f70b8073f00 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70b7e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8106450 0x7f70b80739c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:57.415 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.175:3300/0 says I am v2:172.21.15.112:49204/0 (socket says 172.21.15.112:49204) 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bd000640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8073480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 -- 172.21.15.112:0/633915116 learned_addr learned my addr 172.21.15.112:0/633915116 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 -- 172.21.15.112:0/633915116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 msgr2=0x7f70b8073480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8073480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 -- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8106450 msgr2=0x7f70b80739c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8106450 0x7f70b80739c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.412+0000 7f70bda00640 1 -- 172.21.15.112:0/633915116 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70ac009560 con 0x7f70b8073f00 2024-02-26T05:09:57.416 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70bda00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f70b000eaa0 tx=0x7f70b000ef60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b000cdb0 con 0x7f70b8073f00 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f70b0004b20 con 0x7f70b8073f00 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70b00116d0 con 0x7f70b8073f00 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70b81a66b0 con 0x7f70b8073f00 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.413+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70b81a6b70 con 0x7f70b8073f00 2024-02-26T05:09:57.417 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.414+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70b80683c0 con 0x7f70b8073f00 2024-02-26T05:09:57.418 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.416+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f70b0004c90 con 0x7f70b8073f00 2024-02-26T05:09:57.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.417+0000 7f70b5600640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 0x7f70a00a4720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:57.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.417+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8706+0+0 (secure 0 0 0) 0x7f70b00ce340 con 0x7f70b8073f00 2024-02-26T05:09:57.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.417+0000 7f70bd000640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 0x7f70a00a4720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:57.420 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.418+0000 7f70bd000640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 0x7f70a00a4720 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009900 tx=0x7f70ac005a20 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:57.424 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.421+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f70b0096fc0 con 0x7f70b8073f00 2024-02-26T05:09:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/2146153266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/815118002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.444 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-mds[66290]: -- 172.21.15.161:0/801609677 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f17c4061a0 con 0x55f17c3dcc00 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: starting mds.b at 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-mds[65982]: -- 172.21.15.161:0/3619645246 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560599bd61a0 con 0x560599bad000 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: starting mds.h at 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e[65668]: ignoring --setuser ceph since I am not root 2024-02-26T05:09:57.445 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e[65668]: ignoring --setgroup ceph since I am not root 2024-02-26T05:09:57.446 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-mds[65672]: -- 172.21.15.161:0/324485123 <== mon.2 v2:172.21.15.161:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ee76e021a0 con 0x55ee76dd8800 2024-02-26T05:09:57.446 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:09:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e[65668]: starting mds.e at 2024-02-26T05:09:57.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:57 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/2146153266' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.488 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:57 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/815118002' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-02-26T05:09:57.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a[31813]: 2024-02-26T05:09:57.188+0000 7feb32400700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-26T05:09:57.654 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:57.652+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f70b8109680 con 0x7f70b8073f00 2024-02-26T05:09:58.201 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.198+0000 7f70b5600640 1 -- 172.21.15.112:0/633915116 <== mon.1 v2:172.21.15.175:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v38) v1 ==== 104+0+0 (secure 0 0 0) 0x7f70b009a680 con 0x7f70b8073f00 2024-02-26T05:09:58.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 msgr2=0x7f70a00a4720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:58.205 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 0x7f70a00a4720 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f70ac009900 tx=0x7f70ac005a20 comp rx=0 tx=0).stop 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 msgr2=0x7f70b81a5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f70b000eaa0 tx=0x7f70b000ef60 comp rx=0 tx=0).stop 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 shutdown_connections 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f70a00a2260 0x7f70a00a4720 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f70b8073f00 0x7f70b81a5ad0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f70b8106450 0x7f70b80739c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.206 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 --2- 172.21.15.112:0/633915116 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f70b8101380 0x7f70b8073480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.207 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 >> 172.21.15.112:0/633915116 conn(0x7f70b8078580 msgr2=0x7f70b80ff220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:58.207 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.203+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 shutdown_connections 2024-02-26T05:09:58.207 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.204+0000 7f70bfa00640 1 -- 172.21.15.112:0/633915116 wait complete. 2024-02-26T05:09:58.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-26T05:09:58.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-26T05:09:58.222 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: osdmap e97: 12 total, 12 up, 12 in 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/633915116' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.223 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:58 smithi112 ceph-mon[31817]: pgmap v337: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T05:09:58.225 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-02-26T05:09:58.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-26T05:09:58.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: osdmap e97: 12 total, 12 up, 12 in 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/633915116' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:58 smithi175 ceph-mon[36652]: pgmap v337: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 -- 172.21.15.112:0/256083421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec100770 msgr2=0x7fc4ec10d3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 --2- 172.21.15.112:0/256083421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec100770 0x7fc4ec10d3a0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8009900 tx=0x7fc4d802bc30 comp rx=0 tx=0).stop 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 -- 172.21.15.112:0/256083421 shutdown_connections 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 --2- 172.21.15.112:0/256083421 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec10fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 --2- 172.21.15.112:0/256083421 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec100770 0x7fc4ec10d3a0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 --2- 172.21.15.112:0/256083421 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec1001a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 -- 172.21.15.112:0/256083421 >> 172.21.15.112:0/256083421 conn(0x7fc4ec0fb9d0 msgr2=0x7fc4ec0fddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:58.422 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 -- 172.21.15.112:0/256083421 shutdown_connections 2024-02-26T05:09:58.423 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.419+0000 7fc4eb200640 1 -- 172.21.15.112:0/256083421 wait complete. 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 Processor -- start 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 -- start start 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec100770 0x7fc4ec19fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec199800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ec199ea0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ec19a010 con 0x7fc4ec10d970 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4eb200640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4ec19a1d0 con 0x7fc4ec100770 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.420+0000 7fc4e9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35842/0 (socket says 172.21.15.112:35842) 2024-02-26T05:09:58.425 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 -- 172.21.15.112:0/643986129 learned_addr learned my addr 172.21.15.112:0/643986129 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9400640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec100770 0x7fc4ec19fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4ea800640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec199800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 -- 172.21.15.112:0/643986129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec100770 msgr2=0x7fc4ec19fbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec100770 0x7fc4ec19fbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 -- 172.21.15.112:0/643986129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 msgr2=0x7fc4ec199800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec199800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 -- 172.21.15.112:0/643986129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4d8009560 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4ea800640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e9e00640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc00e9f0 tx=0x7fc4dc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc009720 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7fc4dc00cd80 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.421+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4dc010690 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.422+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4ec19a4b0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.426 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.422+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4ec1a66c0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.423+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4ec068bc0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.427 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.424+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7fc4dc0046c0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.426+0000 7fc4e2a00640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 0x7fc4d00a4770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:58.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.426+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 8706+0+0 (secure 0 0 0) 0x7fc4dc014070 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.428 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.426+0000 7fc4e9400640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 0x7fc4d00a4770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:58.429 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.427+0000 7fc4e9400640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 0x7fc4d00a4770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8009230 tx=0x7fc4d8005fd0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:58.433 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.430+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7fc4dc0970d0 con 0x7fc4ec0ffdc0 2024-02-26T05:09:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-02-26T05:09:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-02-26T05:09:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-02-26T05:09:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/3880605550' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-02-26T05:09:58.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: osdmap e97: 12 total, 12 up, 12 in 2024-02-26T05:09:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: fsmap cephfs:0/3 6 up:standby, 3 failed 2024-02-26T05:09:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/633915116' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-02-26T05:09:58.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:58 smithi161 ceph-mon[36447]: pgmap v337: 97 pgs: 97 active+clean; 80 MiB data, 881 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 5 op/s 2024-02-26T05:09:58.633 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:58.631+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fc4ec108a70 con 0x7fc4ec0ffdc0 2024-02-26T05:09:59.209 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.206+0000 7fc4e2a00640 1 -- 172.21.15.112:0/643986129 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v98) v1 ==== 181+0+0 (secure 0 0 0) 0x7fc4dc09a790 con 0x7fc4ec0ffdc0 2024-02-26T05:09:59.210 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_metadata' removed 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.210+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 msgr2=0x7fc4d00a4770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.210+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 0x7fc4d00a4770 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc4d8009230 tx=0x7fc4d8005fd0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.210+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 msgr2=0x7fc4ec19f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.210+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7fc4dc00e9f0 tx=0x7fc4dc00edf0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 shutdown_connections 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7fc4d00a22b0 0x7fc4d00a4770 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7fc4ec10d970 0x7fc4ec199800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7fc4ec100770 0x7fc4ec19fbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 --2- 172.21.15.112:0/643986129 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7fc4ec0ffdc0 0x7fc4ec19f690 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.214 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 >> 172.21.15.112:0/643986129 conn(0x7fc4ec0fb9d0 msgr2=0x7fc4ec10ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:59.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.211+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 shutdown_connections 2024-02-26T05:09:59.215 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.212+0000 7fc4eb200640 1 -- 172.21.15.112:0/643986129 wait complete. 2024-02-26T05:09:59.239 DEBUG:teuthology.orchestra.run.smithi112:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-02-26T05:09:59.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-26T05:09:59.361 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: Cluster is now healthy 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6838/2281027742,v1:172.21.15.175:6839/2281027742] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6834/3030408235,v1:172.21.15.175:6835/3030408235] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6834/1617121494,v1:172.21.15.161:6835/1617121494] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6837/287512365,v1:172.21.15.161:6839/287512365] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.175:6836/2798658774,v1:172.21.15.175:6837/2798658774] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: mds.? [v2:172.21.15.161:6836/1722106602,v1:172.21.15.161:6838/1722106602] up:boot 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: fsmap 12 up:standby 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T05:09:59.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T05:09:59.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T05:09:59.363 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:09:59 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:09:59.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 -- 172.21.15.112:0/2393311750 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4370101260 msgr2=0x7f4370101640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:59.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 --2- 172.21.15.112:0/2393311750 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4370101260 0x7f4370101640 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f4364009900 tx=0x7f436402bc30 comp rx=0 tx=0).stop 2024-02-26T05:09:59.440 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 -- 172.21.15.112:0/2393311750 shutdown_connections 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 --2- 172.21.15.112:0/2393311750 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437010df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 --2- 172.21.15.112:0/2393311750 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101c10 0x7f4370105c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 --2- 172.21.15.112:0/2393311750 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f4370101260 0x7f4370101640 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 -- 172.21.15.112:0/2393311750 >> 172.21.15.112:0/2393311750 conn(0x7f43700fcb20 msgr2=0x7f43700fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 -- 172.21.15.112:0/2393311750 shutdown_connections 2024-02-26T05:09:59.441 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.437+0000 7f4376a00640 1 -- 172.21.15.112:0/2393311750 wait complete. 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.438+0000 7f4376a00640 1 Processor -- start 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.438+0000 7f4376a00640 1 -- start start 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 0x7f437019f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 --2- >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f43701997f0 0x7f4370199ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 -- --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f437019a2a0 con 0x7f4370106330 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 -- --> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f437019a410 con 0x7f4370101260 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376a00640 1 -- --> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f437019a5d0 con 0x7f43701997f0 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 --2- >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.112:3300/0 says I am v2:172.21.15.112:35858/0 (socket says 172.21.15.112:35858) 2024-02-26T05:09:59.443 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4375600640 1 --2- >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 0x7f437019f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 -- 172.21.15.112:0/4123978944 learned_addr learned my addr 172.21.15.112:0/4123978944 (peer_addr_for_me v2:172.21.15.112:0/0) 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4376000640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f43701997f0 0x7f4370199ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 -- 172.21.15.112:0/4123978944 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f43701997f0 msgr2=0x7f4370199ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f43701997f0 0x7f4370199ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 -- 172.21.15.112:0/4123978944 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 msgr2=0x7f437019f6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 0x7f437019f6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4374c00640 1 -- 172.21.15.112:0/4123978944 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4364009560 con 0x7f4370106330 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.439+0000 7f4375600640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 0x7f437019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f4374c00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f435c00e9c0 tx=0x7f435c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c009700 con 0x7f4370106330 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43701a6510 con 0x7f4370106330 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 2 ==== config(28 keys) v1 ==== 1174+0+0 (secure 0 0 0) 0x7f435c00cd80 con 0x7f4370106330 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435c010690 con 0x7f4370106330 2024-02-26T05:09:59.444 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.440+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43701a6a70 con 0x7f4370106330 2024-02-26T05:09:59.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-26T05:09:59.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-26T05:09:59.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: Cluster is now healthy 2024-02-26T05:09:59.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-26T05:09:59.445 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6838/2281027742,v1:172.21.15.175:6839/2281027742] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6834/3030408235,v1:172.21.15.175:6835/3030408235] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6834/1617121494,v1:172.21.15.161:6835/1617121494] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6837/287512365,v1:172.21.15.161:6839/287512365] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.175:6836/2798658774,v1:172.21.15.175:6837/2798658774] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: mds.? [v2:172.21.15.161:6836/1722106602,v1:172.21.15.161:6838/1722106602] up:boot 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: fsmap 12 up:standby 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T05:09:59.446 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:09:59 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:09:59.446 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.441+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4370067e90 con 0x7f4370106330 2024-02-26T05:09:59.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.443+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 4 ==== mgrmap(e 27) v1 ==== 136900+0+0 (secure 0 0 0) 0x7f435c0046c0 con 0x7f4370106330 2024-02-26T05:09:59.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.445+0000 7f436e000640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 0x7f43580a46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-02-26T05:09:59.447 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.445+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 8144+0+0 (secure 0 0 0) 0x7f435c014070 con 0x7f4370106330 2024-02-26T05:09:59.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.445+0000 7f4375600640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 0x7f43580a46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-02-26T05:09:59.448 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.446+0000 7f4375600640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 0x7f43580a46f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4364009230 tx=0x7f4364005fd0 comp rx=0 tx=0).ready entity=mgr.15126 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-02-26T05:09:59.450 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.448+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+183564 (secure 0 0 0) 0x7f435c0971d0 con 0x7f4370106330 2024-02-26T05:09:59.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-02-26T05:09:59.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-02-26T05:09:59.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: Cluster is now healthy 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6838/2281027742,v1:172.21.15.175:6839/2281027742] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6834/3030408235,v1:172.21.15.175:6835/3030408235] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6834/1617121494,v1:172.21.15.161:6835/1617121494] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6837/287512365,v1:172.21.15.161:6839/287512365] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.175:6836/2798658774,v1:172.21.15.175:6837/2798658774] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: mds.? [v2:172.21.15.161:6836/1722106602,v1:172.21.15.161:6838/1722106602] up:boot 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: fsmap 12 up:standby 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-02-26T05:09:59.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-02-26T05:09:59.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='mgr.15126 172.21.15.112:0/4182411393' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-02-26T05:09:59.491 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:09:59 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:09:59.648 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:09:59.645+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 --> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f437019ad00 con 0x7f4370106330 2024-02-26T05:10:00.213 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.209+0000 7f436e000640 1 -- 172.21.15.112:0/4123978944 <== mon.0 v2:172.21.15.112:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v99) v1 ==== 169+0+0 (secure 0 0 0) 0x7f435c09a890 con 0x7f4370106330 2024-02-26T05:10:00.213 INFO:teuthology.orchestra.run.smithi112.stderr:pool 'cephfs_data' removed 2024-02-26T05:10:00.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.214+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 msgr2=0x7f43580a46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:10:00.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.214+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 0x7f43580a46f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f4364009230 tx=0x7f4364005fd0 comp rx=0 tx=0).stop 2024-02-26T05:10:00.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.214+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 msgr2=0x7f437019fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-02-26T05:10:00.217 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.214+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f435c00e9c0 tx=0x7f435c00ee80 comp rx=0 tx=0).stop 2024-02-26T05:10:00.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.215+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 shutdown_connections 2024-02-26T05:10:00.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.215+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:6800/3783416355,v1:172.21.15.112:6801/3783416355] conn(0x7f43580a2230 0x7f43580a46f0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:10:00.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.215+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.175:3300/0,v1:172.21.15.175:6789/0] conn(0x7f43701997f0 0x7f4370199ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:10:00.218 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.216+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.112:3300/0,v1:172.21.15.112:6789/0] conn(0x7f4370106330 0x7f437019fbe0 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:10:00.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.216+0000 7f4376a00640 1 --2- 172.21.15.112:0/4123978944 >> [v2:172.21.15.161:3300/0,v1:172.21.15.161:6789/0] conn(0x7f4370101260 0x7f437019f6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-02-26T05:10:00.219 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.216+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 >> 172.21.15.112:0/4123978944 conn(0x7f43700fcb20 msgr2=0x7f43700fee00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-02-26T05:10:00.222 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.220+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 shutdown_connections 2024-02-26T05:10:00.224 INFO:teuthology.orchestra.run.smithi112.stderr:2024-02-26T05:10:00.221+0000 7f4376a00640 1 -- 172.21.15.112:0/4123978944 wait complete. 2024-02-26T05:10:00.261 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:10:00.327 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:10:00.027+0000 7f026a400700 -1 client.25258: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:10:00.030+0000 7f026a400700 -1 client.25258: SimpleRADOSStriper: lock: snap_db_v0.db: lock failed: (2) No such file or directory 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-mon[31817]: osdmap e98: 12 total, 12 up, 12 in 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-mon[31817]: from='client.? 172.21.15.112:0/4123978944' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-mon[31817]: pgmap v339: 65 pgs: 65 active+clean; 577 KiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T05:10:00.328 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 ceph-mon[31817]: overall HEALTH_OK 2024-02-26T05:10:00.337 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:10:00.375 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:10:00.424 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-02-26T05:10:00.425 DEBUG:teuthology.orchestra.run.smithi112:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-26T05:10:00.476 DEBUG:teuthology.orchestra.run.smithi161:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-26T05:10:00.491 DEBUG:teuthology.orchestra.run.smithi175:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-02-26T05:10:00.508 INFO:tasks.cephadm:Stopping all daemons... 2024-02-26T05:10:00.508 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-02-26T05:10:00.508 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a 2024-02-26T05:10:00.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:00 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-26T05:10:00.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:00 smithi175 ceph-mon[36652]: osdmap e98: 12 total, 12 up, 12 in 2024-02-26T05:10:00.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:00 smithi175 ceph-mon[36652]: from='client.? 172.21.15.112:0/4123978944' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:10:00.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:00 smithi175 ceph-mon[36652]: pgmap v339: 65 pgs: 65 active+clean; 577 KiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T05:10:00.612 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:00 smithi175 ceph-mon[36652]: overall HEALTH_OK 2024-02-26T05:10:00.636 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:00 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/643986129' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-02-26T05:10:00.636 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:00 smithi161 ceph-mon[36447]: osdmap e98: 12 total, 12 up, 12 in 2024-02-26T05:10:00.636 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:00 smithi161 ceph-mon[36447]: from='client.? 172.21.15.112:0/4123978944' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-02-26T05:10:00.636 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:00 smithi161 ceph-mon[36447]: pgmap v339: 65 pgs: 65 active+clean; 577 KiB data, 865 MiB used, 1.0 TiB / 1.0 TiB avail 2024-02-26T05:10:00.636 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:00 smithi161 ceph-mon[36447]: overall HEALTH_OK 2024-02-26T05:10:00.989 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:00 smithi112 systemd[1]: Stopping Ceph mon.a for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:01.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a[31813]: 2024-02-26T05:10:01.101+0000 7feb39200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:01.489 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a[31813]: 2024-02-26T05:10:01.101+0000 7feb39200700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-02-26T05:10:01.490 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 podman[89720]: 2024-02-26 05:10:01.155029631 +0000 UTC m=+0.209455612 container died e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, org.label-schema.build-date=20240214, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD) 2024-02-26T05:10:01.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 podman[89720]: 2024-02-26 05:10:01.645465427 +0000 UTC m=+0.699891415 container cleanup e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-02-26T05:10:01.883 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 bash[89720]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a 2024-02-26T05:10:02.239 INFO:journalctl@ceph.mon.a.smithi112.stdout:Feb 26 05:10:01 smithi112 podman[89734]: 2024-02-26 05:10:01.879735962 +0000 UTC m=+0.710172331 container remove e2c887bc0548f2af4bab443d7a3837b094a38b846551f63caaa9ab4aaa9a746c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.schema-version=1.0) 2024-02-26T05:10:02.333 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.a.service' 2024-02-26T05:10:02.510 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:02.510 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-02-26T05:10:02.511 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-02-26T05:10:02.511 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.b 2024-02-26T05:10:02.838 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:02 smithi161 systemd[1]: Stopping Ceph mon.b for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:03.188 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-b[36443]: 2024-02-26T05:10:02.835+0000 7f05b5a94700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:03.189 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-b[36443]: 2024-02-26T05:10:02.835+0000 7f05b5a94700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-02-26T05:10:03.189 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:02 smithi161 podman[71874]: 2024-02-26 05:10:02.937791161 +0000 UTC m=+0.233565164 container died a8a45a27c6de32e132ddd99e85a670dab0fa819fd3a4ef8f319602793da13d3f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-b, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:10:03.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:03 smithi161 podman[71874]: 2024-02-26 05:10:03.293567391 +0000 UTC m=+0.589341406 container cleanup a8a45a27c6de32e132ddd99e85a670dab0fa819fd3a4ef8f319602793da13d3f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-02-26T05:10:03.444 INFO:journalctl@ceph.mon.b.smithi161.stdout:Feb 26 05:10:03 smithi161 bash[71874]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-b 2024-02-26T05:10:03.711 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.b.service' 2024-02-26T05:10:03.756 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:03.756 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-02-26T05:10:03.756 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-02-26T05:10:03.757 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.c 2024-02-26T05:10:04.078 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:03 smithi175 systemd[1]: Stopping Ceph mon.c for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:04.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-c[36639]: 2024-02-26T05:10:04.074+0000 7facfd2ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:04.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-c[36639]: 2024-02-26T05:10:04.074+0000 7facfd2ce700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-02-26T05:10:04.362 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:04 smithi175 podman[73238]: 2024-02-26 05:10:04.126745058 +0000 UTC m=+0.176946136 container died 0c30f76f4530ceb3c8389ffe20d8ea4a31550c5e7cce47a6af70c4b6198f3ee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-c, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-02-26T05:10:04.788 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:04 smithi175 podman[73238]: 2024-02-26 05:10:04.534351445 +0000 UTC m=+0.584552494 container cleanup 0c30f76f4530ceb3c8389ffe20d8ea4a31550c5e7cce47a6af70c4b6198f3ee8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-c, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-02-26T05:10:04.788 INFO:journalctl@ceph.mon.c.smithi175.stdout:Feb 26 05:10:04 smithi175 bash[73238]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mon-c 2024-02-26T05:10:04.950 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mon.c.service' 2024-02-26T05:10:04.997 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:04.997 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-02-26T05:10:04.997 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-02-26T05:10:04.997 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x 2024-02-26T05:10:05.387 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:05 smithi112 systemd[1]: Stopping Ceph mgr.x for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:05.639 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x[32054]: 2024-02-26T05:10:05.548+0000 7f0311800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:05.941 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:05 smithi112 podman[89842]: 2024-02-26 05:10:05.642100868 +0000 UTC m=+0.237197468 container died 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-02-26T05:10:06.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:06 smithi112 podman[89842]: 2024-02-26 05:10:06.116547498 +0000 UTC m=+0.711644109 container cleanup 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_CLEAN=True) 2024-02-26T05:10:06.239 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:06 smithi112 bash[89842]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x 2024-02-26T05:10:06.738 INFO:journalctl@ceph.mgr.x.smithi112.stdout:Feb 26 05:10:06 smithi112 podman[89856]: 2024-02-26 05:10:06.401374742 +0000 UTC m=+0.742543761 container remove 2fccdbf8fc9ca0d7d797244bab929acba3a155881f2645e7b40022c1a9308335 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:25296a8f176256aea5ed8b5850b25167dce0ae33, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-x, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240214, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0) 2024-02-26T05:10:06.950 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.x.service' 2024-02-26T05:10:07.069 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:07.069 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-02-26T05:10:07.069 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-02-26T05:10:07.069 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.y 2024-02-26T05:10:07.387 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 systemd[1]: Stopping Ceph mgr.y for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:07.694 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 podman[71993]: 2024-02-26 05:10:07.385310448 +0000 UTC m=+0.118783825 container died c4d86d5d4060225a56b607b3af4455d9ef8aee13620d6741d37894c9e7c71a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-02-26T05:10:08.131 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 podman[71993]: 2024-02-26 05:10:07.731085198 +0000 UTC m=+0.464558577 container cleanup c4d86d5d4060225a56b607b3af4455d9ef8aee13620d6741d37894c9e7c71a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-02-26T05:10:08.131 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 bash[71993]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y 2024-02-26T05:10:08.131 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 podman[72007]: 2024-02-26 05:10:07.907238967 +0000 UTC m=+0.518097479 container remove c4d86d5d4060225a56b607b3af4455d9ef8aee13620d6741d37894c9e7c71a5d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214) 2024-02-26T05:10:08.131 INFO:journalctl@ceph.mgr.y.smithi161.stdout:Feb 26 05:10:07 smithi161 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-02-26T05:10:08.144 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.y.service' 2024-02-26T05:10:08.182 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:08.182 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-02-26T05:10:08.182 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-02-26T05:10:08.182 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.z 2024-02-26T05:10:08.496 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 05:10:08 smithi175 systemd[1]: Stopping Ceph mgr.z for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:08.783 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 05:10:08 smithi175 podman[73362]: 2024-02-26 05:10:08.49365514 +0000 UTC m=+0.124273255 container died 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240214, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-02-26T05:10:09.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 05:10:08 smithi175 podman[73362]: 2024-02-26 05:10:08.864550438 +0000 UTC m=+0.495168550 container cleanup 4256e945011f241155e8d4b2794f11473ef39d98c1468d267b2defc3d81a2c97 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-02-26T05:10:09.111 INFO:journalctl@ceph.mgr.z.smithi175.stdout:Feb 26 05:10:08 smithi175 bash[73362]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mgr-z 2024-02-26T05:10:09.281 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mgr.z.service' 2024-02-26T05:10:09.318 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:09.318 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-02-26T05:10:09.318 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-02-26T05:10:09.318 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.0 2024-02-26T05:10:09.738 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:09 smithi112 systemd[1]: Stopping Ceph osd.0 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:10.239 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0[46393]: 2024-02-26T05:10:09.918+0000 7f4c54e00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:10.239 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0[46393]: 2024-02-26T05:10:09.918+0000 7f4c54e00700 -1 osd.0 99 *** Got signal Terminated *** 2024-02-26T05:10:10.239 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0[46393]: 2024-02-26T05:10:09.918+0000 7f4c54e00700 -1 osd.0 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:15.695 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:15 smithi112 podman[89964]: 2024-02-26 05:10:15.391190195 +0000 UTC m=+5.610449324 container died 4a1ab00565953d9e09c3a3c8f2242660e02b680c6d43568e6cd4f815b97ad203 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2) 2024-02-26T05:10:15.988 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:15 smithi112 podman[89964]: 2024-02-26 05:10:15.862174952 +0000 UTC m=+6.081434148 container cleanup 4a1ab00565953d9e09c3a3c8f2242660e02b680c6d43568e6cd4f815b97ad203 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True) 2024-02-26T05:10:15.989 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:15 smithi112 bash[89964]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0 2024-02-26T05:10:16.738 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:16 smithi112 podman[89984]: 2024-02-26 05:10:16.263764311 +0000 UTC m=+0.860398498 container remove 4a1ab00565953d9e09c3a3c8f2242660e02b680c6d43568e6cd4f815b97ad203 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:10:17.130 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:16 smithi112 podman[90074]: 2024-02-26 05:10:16.778030834 +0000 UTC m=+0.036516237 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:17.130 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:16 smithi112 podman[90074]: 2024-02-26 05:10:16.973037557 +0000 UTC m=+0.231523005 container create bea1b41f5647df8e2145b1e94988770493d0b099955d593b79dbe175b3802735 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:10:17.489 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:17 smithi112 podman[90074]: 2024-02-26 05:10:17.267940065 +0000 UTC m=+0.526425497 container init bea1b41f5647df8e2145b1e94988770493d0b099955d593b79dbe175b3802735 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-02-26T05:10:17.489 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:17 smithi112 podman[90074]: 2024-02-26 05:10:17.279732096 +0000 UTC m=+0.538217511 container start bea1b41f5647df8e2145b1e94988770493d0b099955d593b79dbe175b3802735 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-02-26T05:10:17.489 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:17 smithi112 podman[90074]: 2024-02-26 05:10:17.366871748 +0000 UTC m=+0.625357216 container attach bea1b41f5647df8e2145b1e94988770493d0b099955d593b79dbe175b3802735 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:10:17.989 INFO:journalctl@ceph.osd.0.smithi112.stdout:Feb 26 05:10:17 smithi112 podman[90074]: 2024-02-26 05:10:17.711235027 +0000 UTC m=+0.969720416 container died bea1b41f5647df8e2145b1e94988770493d0b099955d593b79dbe175b3802735 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-0-deactivate, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-02-26T05:10:18.794 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.0.service' 2024-02-26T05:10:18.918 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:18.918 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-02-26T05:10:18.918 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-02-26T05:10:18.918 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.1 2024-02-26T05:10:19.212 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:18 smithi161 systemd[1]: Stopping Ceph osd.1 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:19.694 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1[41053]: 2024-02-26T05:10:19.209+0000 7f608de26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:19.694 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1[41053]: 2024-02-26T05:10:19.209+0000 7f608de26700 -1 osd.1 99 *** Got signal Terminated *** 2024-02-26T05:10:19.694 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1[41053]: 2024-02-26T05:10:19.209+0000 7f608de26700 -1 osd.1 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:24.812 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:24 smithi161 podman[72117]: 2024-02-26 05:10:24.541641326 +0000 UTC m=+5.433760695 container died a462cd03bf8e6a88aa3730bc0fb0373ce1b85700a51df3652865fbdfe8e07c0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD) 2024-02-26T05:10:25.145 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:24 smithi161 podman[72117]: 2024-02-26 05:10:24.901212269 +0000 UTC m=+5.793331638 container cleanup a462cd03bf8e6a88aa3730bc0fb0373ce1b85700a51df3652865fbdfe8e07c0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:10:25.145 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:24 smithi161 bash[72117]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1 2024-02-26T05:10:25.444 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72134]: 2024-02-26 05:10:25.143636244 +0000 UTC m=+0.601722755 container remove a462cd03bf8e6a88aa3730bc0fb0373ce1b85700a51df3652865fbdfe8e07c0c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-02-26T05:10:25.724 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72225]: 2024-02-26 05:10:25.364741195 +0000 UTC m=+0.017997823 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:25.724 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72225]: 2024-02-26 05:10:25.486142622 +0000 UTC m=+0.139399238 container create c63a465a2df0e5fc66989a53c791805183c8d5366881a2fed093af7c683b6d96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2) 2024-02-26T05:10:26.021 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72225]: 2024-02-26 05:10:25.72229374 +0000 UTC m=+0.375550367 container init c63a465a2df0e5fc66989a53c791805183c8d5366881a2fed093af7c683b6d96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:10:26.022 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72225]: 2024-02-26 05:10:25.725860849 +0000 UTC m=+0.379117479 container start c63a465a2df0e5fc66989a53c791805183c8d5366881a2fed093af7c683b6d96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1-deactivate, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:10:26.022 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:25 smithi161 podman[72225]: 2024-02-26 05:10:25.805344144 +0000 UTC m=+0.458600790 container attach c63a465a2df0e5fc66989a53c791805183c8d5366881a2fed093af7c683b6d96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:10:26.289 INFO:journalctl@ceph.osd.1.smithi161.stdout:Feb 26 05:10:26 smithi161 podman[72225]: 2024-02-26 05:10:26.020315247 +0000 UTC m=+0.673571884 container died c63a465a2df0e5fc66989a53c791805183c8d5366881a2fed093af7c683b6d96 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-1-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214) 2024-02-26T05:10:26.576 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.1.service' 2024-02-26T05:10:26.616 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:26.617 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-02-26T05:10:26.617 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-02-26T05:10:26.617 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.2 2024-02-26T05:10:26.928 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:26 smithi175 systemd[1]: Stopping Ceph osd.2 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:27.197 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2[41802]: 2024-02-26T05:10:26.925+0000 7f09c2e7d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:27.198 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2[41802]: 2024-02-26T05:10:26.925+0000 7f09c2e7d700 -1 osd.2 99 *** Got signal Terminated *** 2024-02-26T05:10:27.198 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2[41802]: 2024-02-26T05:10:26.925+0000 7f09c2e7d700 -1 osd.2 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:32.711 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:32 smithi175 podman[73487]: 2024-02-26 05:10:32.455009605 +0000 UTC m=+5.651675534 container died 0e2f25d35ea27e4de752be53e6d902b77601ba609202b7b1113a6aa1649660d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux ) 2024-02-26T05:10:33.095 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:32 smithi175 podman[73487]: 2024-02-26 05:10:32.808859733 +0000 UTC m=+6.005525672 container cleanup 0e2f25d35ea27e4de752be53e6d902b77601ba609202b7b1113a6aa1649660d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240214) 2024-02-26T05:10:33.095 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:32 smithi175 bash[73487]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2 2024-02-26T05:10:33.361 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73517]: 2024-02-26 05:10:33.093277891 +0000 UTC m=+0.632972394 container remove 0e2f25d35ea27e4de752be53e6d902b77601ba609202b7b1113a6aa1649660d1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-02-26T05:10:33.698 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.324162419 +0000 UTC m=+0.018642813 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:33.698 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.469415343 +0000 UTC m=+0.163895746 container create 15d77b7d228ff570b8d1ae6b976dbc5cbb859307e37420cb7f0ca49bdf724fad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:10:33.992 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.696689076 +0000 UTC m=+0.391169463 container init 15d77b7d228ff570b8d1ae6b976dbc5cbb859307e37420cb7f0ca49bdf724fad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True) 2024-02-26T05:10:33.992 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.699861943 +0000 UTC m=+0.394342328 container start 15d77b7d228ff570b8d1ae6b976dbc5cbb859307e37420cb7f0ca49bdf724fad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2-deactivate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:10:33.992 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.797018403 +0000 UTC m=+0.491498806 container attach 15d77b7d228ff570b8d1ae6b976dbc5cbb859307e37420cb7f0ca49bdf724fad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2-deactivate, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0) 2024-02-26T05:10:34.285 INFO:journalctl@ceph.osd.2.smithi175.stdout:Feb 26 05:10:33 smithi175 podman[73606]: 2024-02-26 05:10:33.989991574 +0000 UTC m=+0.684471968 container died 15d77b7d228ff570b8d1ae6b976dbc5cbb859307e37420cb7f0ca49bdf724fad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-2-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:10:34.626 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.2.service' 2024-02-26T05:10:34.669 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:34.670 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-02-26T05:10:34.670 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-02-26T05:10:34.670 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.3 2024-02-26T05:10:35.233 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:34 smithi112 systemd[1]: Stopping Ceph osd.3 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:35.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:35 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:35.228+0000 7f656f000700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:35.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:35 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:35.228+0000 7f656f000700 -1 osd.3 99 *** Got signal Terminated *** 2024-02-26T05:10:35.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:35 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:35.228+0000 7f656f000700 -1 osd.3 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:36.104 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:35.842+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:36.364 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:36.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:36.392 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:36 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:36.121+0000 7f656b200700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:10.139415+0000 front 2024-02-26T05:10:10.139698+0000 (oldest deadline 2024-02-26T05:10:35.439315+0000) 2024-02-26T05:10:36.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:36.484+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:37.103 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:36.834+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:37.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:37.100+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:37.491 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:37 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:37.142+0000 7f656b200700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:10.139415+0000 front 2024-02-26T05:10:10.139698+0000 (oldest deadline 2024-02-26T05:10:35.439315+0000) 2024-02-26T05:10:37.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:37.519+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:38.095 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:37.868+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:38.195 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:37 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:37.866+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:38.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:38.092+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:38.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:38 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:38.192+0000 7f656b200700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:10.139415+0000 front 2024-02-26T05:10:10.139698+0000 (oldest deadline 2024-02-26T05:10:35.439315+0000) 2024-02-26T05:10:38.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:38.500+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:39.111 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:38.840+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:39.196 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:38 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:38.906+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:39.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:39 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:39.193+0000 7f656b200700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:10.139415+0000 front 2024-02-26T05:10:10.139698+0000 (oldest deadline 2024-02-26T05:10:35.439315+0000) 2024-02-26T05:10:39.611 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:39.123+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:39.881 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:39 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:39.571+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:39.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:39 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:39.505+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:40.149 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:39 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:39.877+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:40.150 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:40 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3[53255]: 2024-02-26T05:10:40.146+0000 7f656b200700 -1 osd.3 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:10.139415+0000 front 2024-02-26T05:10:10.139698+0000 (oldest deadline 2024-02-26T05:10:35.439315+0000) 2024-02-26T05:10:40.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:39.887+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:40.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:40.092+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:40.890 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:40 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:40.574+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:40.892 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:40 smithi112 podman[90177]: 2024-02-26 05:10:40.76049648 +0000 UTC m=+5.704034815 container died a377e6970e03f4811575ad714fba0f65ff6e15482f8094c9c88961a0d464e3f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214) 2024-02-26T05:10:40.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:40 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:40.547+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:41.111 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:40.846+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:41.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:41.095+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:41.238 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:40 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:40.886+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:41.620 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:41 smithi112 podman[90177]: 2024-02-26 05:10:41.247253252 +0000 UTC m=+6.190791617 container cleanup a377e6970e03f4811575ad714fba0f65ff6e15482f8094c9c88961a0d464e3f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True) 2024-02-26T05:10:41.620 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:41 smithi112 bash[90177]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3 2024-02-26T05:10:41.929 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:41 smithi112 podman[90209]: 2024-02-26 05:10:41.631700239 +0000 UTC m=+0.855491458 container remove a377e6970e03f4811575ad714fba0f65ff6e15482f8094c9c88961a0d464e3f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214) 2024-02-26T05:10:41.929 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:41.616+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:41.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:41 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:41.514+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:42.236 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:41 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:41.925+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:42.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:41.866+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:42.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:42.106+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:42.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:42 smithi112 podman[90301]: 2024-02-26 05:10:42.138799191 +0000 UTC m=+0.033693087 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:42.489 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:42 smithi112 podman[90301]: 2024-02-26 05:10:42.299373757 +0000 UTC m=+0.194267720 container create c3d84714121cd3ce18dbc6d462e8028e5d463f08cdb0f108236a46d2f1feec7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:10:42.921 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:42 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:42.639+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:42.922 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:42 smithi112 podman[90301]: 2024-02-26 05:10:42.612266069 +0000 UTC m=+0.507160052 container init c3d84714121cd3ce18dbc6d462e8028e5d463f08cdb0f108236a46d2f1feec7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=) 2024-02-26T05:10:42.922 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:42 smithi112 podman[90301]: 2024-02-26 05:10:42.624158064 +0000 UTC m=+0.519051970 container start c3d84714121cd3ce18dbc6d462e8028e5d463f08cdb0f108236a46d2f1feec7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240214, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-02-26T05:10:42.922 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:42 smithi112 podman[90301]: 2024-02-26 05:10:42.718671332 +0000 UTC m=+0.613565288 container attach c3d84714121cd3ce18dbc6d462e8028e5d463f08cdb0f108236a46d2f1feec7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:10:42.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:42 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:42.526+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:43.104 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:42.848+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:43.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:42 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:42.918+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:43.239 INFO:journalctl@ceph.osd.3.smithi112.stdout:Feb 26 05:10:43 smithi112 podman[90301]: 2024-02-26 05:10:43.05814933 +0000 UTC m=+0.953043250 container died c3d84714121cd3ce18dbc6d462e8028e5d463f08cdb0f108236a46d2f1feec7d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-3-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214) 2024-02-26T05:10:43.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:43.102+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:43.739 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:43 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:43.635+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:43.894 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.3.service' 2024-02-26T05:10:43.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:43 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:43.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:44.016 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:44.016 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-02-26T05:10:44.017 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-02-26T05:10:44.017 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.4 2024-02-26T05:10:44.120 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:43.862+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:44.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:43 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:43.903+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:44.430 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:44 smithi161 systemd[1]: Stopping Ceph osd.4 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:44.611 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:44.118+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:44.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:44 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:44.552+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:44.694 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:44 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:44.427+0000 7f222f116700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:44.695 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:44 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:44.427+0000 7f222f116700 -1 osd.4 99 *** Got signal Terminated *** 2024-02-26T05:10:44.695 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:44 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:44.427+0000 7f222f116700 -1 osd.4 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:44.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:44.884+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:44.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:44 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:44.636+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:45.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:44.878+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:45.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:45.077+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:45.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:45.077+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:45.921 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:45 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:45.628+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:45.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:45 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:45.572+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:46.238 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:45 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:45.918+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:46.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:45.914+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:46.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:46 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:46.085+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:46.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:46 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:46.085+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:46.694 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:46 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:46.370+0000 7f222bf0b700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.135750+0000 front 2024-02-26T05:10:22.135786+0000 (oldest deadline 2024-02-26T05:10:45.635989+0000) 2024-02-26T05:10:46.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:46 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:46.599+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:46.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:46 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:46.599+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:46.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:46 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:46.896+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:46.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:46 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:46.649+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:46.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:46 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:46.649+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:47.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:46 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:46.819+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:47.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:46 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:46.902+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:47.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:47 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:47.111+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:47.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:47 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:47.080+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:47.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:47 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:47.080+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:47.606 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:47 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:47.341+0000 7f222bf0b700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.135750+0000 front 2024-02-26T05:10:22.135786+0000 (oldest deadline 2024-02-26T05:10:45.635989+0000) 2024-02-26T05:10:47.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:47 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:47.822+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:47.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:47 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:47.604+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:47.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:47 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:47.604+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:47.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:47.889+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:47.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:47.648+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:47.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:47 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:47.648+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:48.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:48 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:48.117+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:48.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:48 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:48.083+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:48.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:48 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:48.083+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:48.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:47 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:47.902+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:48.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:47 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:47.902+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:48.653 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:48 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:48.301+0000 7f222bf0b700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.135750+0000 front 2024-02-26T05:10:22.135786+0000 (oldest deadline 2024-02-26T05:10:45.635989+0000) 2024-02-26T05:10:48.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:48 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:48.826+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:48.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:48 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:48.650+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:48.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:48 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:48.650+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:48.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:48 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:48.882+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:48.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:48 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:48.882+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:48.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:48 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:48.676+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:48.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:48 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:48.676+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:49.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:49 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:49.124+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:49.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:49 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:49.114+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:49.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:49 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:49.114+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:49.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:48 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:48.913+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:49.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:48 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:48.913+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:49.616 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:49 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4[47631]: 2024-02-26T05:10:49.301+0000 7f222bf0b700 -1 osd.4 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.135750+0000 front 2024-02-26T05:10:22.135786+0000 (oldest deadline 2024-02-26T05:10:45.635989+0000) 2024-02-26T05:10:49.905 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:49 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:49.806+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:49.905 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:49 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:49.614+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:49.905 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:49 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:49.614+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:49.933 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:49.633+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:49.933 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:49.634+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:50.150 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:49 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:49.882+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:50.150 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:49 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:49.882+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:50.150 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:50 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:50.070+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:50.150 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:50 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:50.070+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:50.194 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:49 smithi161 podman[72342]: 2024-02-26 05:10:49.901932026 +0000 UTC m=+5.688189472 container died c2c08dd9563c3e9543375b68232bec8221067ee992342a622cdc508484dcfc9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-02-26T05:10:50.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:49.930+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:50.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:49.930+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:50.609 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72342]: 2024-02-26 05:10:50.219213805 +0000 UTC m=+6.005471256 container cleanup c2c08dd9563c3e9543375b68232bec8221067ee992342a622cdc508484dcfc9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=) 2024-02-26T05:10:50.609 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 bash[72342]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4 2024-02-26T05:10:50.609 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72359]: 2024-02-26 05:10:50.437221567 +0000 UTC m=+0.525335809 container remove c2c08dd9563c3e9543375b68232bec8221067ee992342a622cdc508484dcfc9c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-02-26T05:10:50.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:50 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:50.148+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:50.885 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:50 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:50.771+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:50.886 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:50 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:50.606+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:50.886 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:50 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:50.606+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:50.886 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72452]: 2024-02-26 05:10:50.652406187 +0000 UTC m=+0.017940683 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:50.886 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72452]: 2024-02-26 05:10:50.754637281 +0000 UTC m=+0.120171786 container create 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS) 2024-02-26T05:10:50.965 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:50 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:50.589+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:50.966 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:50 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:50.589+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:51.153 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:50 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:50.861+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:51.153 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:50 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:50.861+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:51.153 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:51 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:51.057+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:51.153 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:51 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:51.057+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:51.194 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72452]: 2024-02-26 05:10:50.990425526 +0000 UTC m=+0.355960026 container init 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-02-26T05:10:51.194 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:50 smithi161 podman[72452]: 2024-02-26 05:10:50.993744507 +0000 UTC m=+0.359278985 container start 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-02-26T05:10:51.194 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 podman[72452]: 2024-02-26 05:10:51.073480478 +0000 UTC m=+0.439014973 container attach 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:10:51.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:50 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:50.962+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:51.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:50 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:50.962+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:51.579 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 podman[72452]: 2024-02-26 05:10:51.283745415 +0000 UTC m=+0.649279903 container died 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD) 2024-02-26T05:10:51.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:51 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:51.151+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:51.823 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.4.service' 2024-02-26T05:10:51.849 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:51 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:51.794+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:51 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:51.576+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:51 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:51.576+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 podman[72478]: 2024-02-26 05:10:51.801413272 +0000 UTC m=+0.512110353 container remove 67f86fe867aece2d686d9774463c2a4b533cac586bb52fca275f8dfd284167a5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240214) 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.4.service: Deactivated successfully. 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 systemd[1]: Stopped Ceph osd.4 for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T05:10:51.850 INFO:journalctl@ceph.osd.4.smithi161.stdout:Feb 26 05:10:51 smithi161 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.4.service: Consumed 20.925s CPU time. 2024-02-26T05:10:51.866 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:51.866 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-02-26T05:10:51.866 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-02-26T05:10:51.867 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.5 2024-02-26T05:10:51.951 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:51 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:51.610+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:51.952 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:51 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:51.610+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:52.091 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:51 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:51.829+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:52.091 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:51 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:51.829+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:52.091 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:51 smithi175 systemd[1]: Stopping Ceph osd.5 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:10:52.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:51 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:51.948+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:52.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:51 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:51.948+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:52.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:52.149+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:52.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:52.088+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:52.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:52.088+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:52.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:52.177+0000 7f51c1aaf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:10:52.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:52.177+0000 7f51c1aaf700 -1 osd.5 99 *** Got signal Terminated *** 2024-02-26T05:10:52.362 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:52.177+0000 7f51c1aaf700 -1 osd.5 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:10:52.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:52 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:52.789+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:52.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:52 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:52.560+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:52.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:52 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:52.560+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:52.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:52 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:52.654+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:52.955 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:52 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:52.654+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:53.111 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:53 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:53.072+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:53.111 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:53 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:53.072+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:53.112 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:52.839+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:53.112 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:52 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:52.839+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:53.238 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:52 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:52.951+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:53.239 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:52 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:52.951+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:53.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:53 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:53.161+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:53.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:53 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:53.778+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:53.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:53 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:53.778+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:53.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:53 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:53.563+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:53.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:53 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:53.563+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:53.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:53 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:53.563+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:53.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:53.682+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:53.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:53.682+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:53.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:53.682+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:54.051 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:53 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:53.798+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:54.052 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:53 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:53.798+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:54.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:54.188+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:54.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:54.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:54.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:54.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:54.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:53.998+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:54.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:53.998+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:54.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:53 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:53.998+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:54.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:54.776+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:54.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:54.776+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:54.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:54.611+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:54.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:54.611+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:54.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:54 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:54.611+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:54.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:54.728+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:54.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:54.728+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:54.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:54 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:54.728+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:55.054 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:54.801+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:55.054 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:54.801+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:55.054 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:54 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:54.801+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.380171+0000 front 2024-02-26T05:10:29.380190+0000 (oldest deadline 2024-02-26T05:10:54.080259+0000) 2024-02-26T05:10:55.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:55.204+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:55.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:55.051+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:55.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:55.051+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:55.488 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:55.045+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:55.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:55.045+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:55.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:55.045+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:55.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:55 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:55.777+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:55.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:55 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:55.777+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:55.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:55 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:55.591+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:55.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:55 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:55.591+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:55.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:55 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:55.591+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:55.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:55.733+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:55.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:55.733+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:55.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:55.733+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:56.111 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:55.842+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:56.111 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:55.842+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:56.111 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:55 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:55.842+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.380171+0000 front 2024-02-26T05:10:29.380190+0000 (oldest deadline 2024-02-26T05:10:54.080259+0000) 2024-02-26T05:10:56.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:56.082+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:56.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:56.082+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:56.377 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:56.170+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:56.378 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:56.170+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:10:56.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:56.062+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:56.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:56.062+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:56.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:56.062+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:56.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:56 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:56.814+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:56.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:56 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:56.814+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:56.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:56 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:56.586+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:56.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:56 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:56.586+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:56.945 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:56 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:56.586+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:56.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:56.704+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:56.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:56.704+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:56.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:56 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:56.704+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:57.181 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:56.861+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.476546+0000 front 2024-02-26T05:10:11.476435+0000 (oldest deadline 2024-02-26T05:10:35.476912+0000) 2024-02-26T05:10:57.181 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:56.861+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.078748+0000 front 2024-02-26T05:10:23.078925+0000 (oldest deadline 2024-02-26T05:10:47.178793+0000) 2024-02-26T05:10:57.181 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:56 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5[48355]: 2024-02-26T05:10:56.861+0000 7f51be8a4700 -1 osd.5 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.380171+0000 front 2024-02-26T05:10:29.380190+0000 (oldest deadline 2024-02-26T05:10:54.080259+0000) 2024-02-26T05:10:57.182 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:57.042+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:57.182 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:57.042+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:57.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:57.057+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:57.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:57.057+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:57.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:57.057+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:57.550 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:57.178+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:57.550 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:57 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:57.178+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:10:57.805 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:57 smithi175 podman[73710]: 2024-02-26 05:10:57.548680626 +0000 UTC m=+5.491971964 container died cdd21a4000b6e1981dc591b97a6019668cc5b4dd8400ff5e87822895884ccf93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-02-26T05:10:57.864 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:57.543+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:57.864 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:57.543+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:57.864 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:57.543+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:58.063 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:57.739+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:58.063 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:57.739+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:58.063 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:57 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:57.739+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:58.079 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:57 smithi175 podman[73710]: 2024-02-26 05:10:57.894718761 +0000 UTC m=+5.838010096 container cleanup cdd21a4000b6e1981dc591b97a6019668cc5b4dd8400ff5e87822895884ccf93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-02-26T05:10:58.079 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:57 smithi175 bash[73710]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5 2024-02-26T05:10:58.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:57.861+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:58.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:57 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:57.861+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:58.361 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73740]: 2024-02-26 05:10:58.204423635 +0000 UTC m=+0.659455386 container remove cdd21a4000b6e1981dc591b97a6019668cc5b4dd8400ff5e87822895884ccf93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:10:58.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:58.161+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:58.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:58.161+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:10:58.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:58.076+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:58.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:58.076+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:58.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:58 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:58.076+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:10:58.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:58.058+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:58.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:58.058+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:58.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:58.058+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:58.849 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:58.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:58.850 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:58.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:58.850 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:58.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:58.861 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73831]: 2024-02-26 05:10:58.458007958 +0000 UTC m=+0.017351481 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:10:58.861 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73831]: 2024-02-26 05:10:58.563638818 +0000 UTC m=+0.122982342 container create 19e34fc4034167562999fab597a6235293f13ce1f4ed6a4745c0c6ee3f0389f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0) 2024-02-26T05:10:58.861 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73831]: 2024-02-26 05:10:58.783358235 +0000 UTC m=+0.342701766 container init 19e34fc4034167562999fab597a6235293f13ce1f4ed6a4745c0c6ee3f0389f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-26T05:10:58.861 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73831]: 2024-02-26 05:10:58.786479956 +0000 UTC m=+0.345823478 container start 19e34fc4034167562999fab597a6235293f13ce1f4ed6a4745c0c6ee3f0389f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0) 2024-02-26T05:10:58.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:58.694+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:58.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:58.694+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:58.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:58 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:58.694+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:59.152 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:58 smithi175 podman[73831]: 2024-02-26 05:10:58.865797857 +0000 UTC m=+0.425141385 container attach 19e34fc4034167562999fab597a6235293f13ce1f4ed6a4745c0c6ee3f0389f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=) 2024-02-26T05:10:59.153 INFO:journalctl@ceph.osd.5.smithi175.stdout:Feb 26 05:10:59 smithi175 podman[73831]: 2024-02-26 05:10:59.065913527 +0000 UTC m=+0.625257048 container died 19e34fc4034167562999fab597a6235293f13ce1f4ed6a4745c0c6ee3f0389f8 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-5-deactivate, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-02-26T05:10:59.153 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:59.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:10:59.153 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:59.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:10:59.153 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:10:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:10:59.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:10:59.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:58.847+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:10:59.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:58 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:58.847+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:10:59.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:59.070+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:10:59.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:59.070+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:10:59.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:10:59.070+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:10:59.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:59.149+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:10:59.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:10:59 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:10:59.149+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:10:59.684 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.5.service' 2024-02-26T05:10:59.725 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:10:59.725 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-02-26T05:10:59.725 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-02-26T05:10:59.725 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.6 2024-02-26T05:10:59.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:59.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:10:59.835 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:59.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:10:59.835 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:10:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:10:59.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:10:59.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:59.655+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:10:59.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:59.655+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:10:59.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:10:59 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:10:59.655+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:10:59.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:10:59 smithi112 systemd[1]: Stopping Ceph osd.6 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:00.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:59.832+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:00.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:10:59 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:10:59.832+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:00.324 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.029+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:00.324 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.029+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:00.324 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.029+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:00.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:00.143+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:00.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:00.143+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:00.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:00.061+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:00.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:00.061+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:00.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:00 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:00.061+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:00.669 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.321+0000 7ff98e800700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:00.670 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.321+0000 7ff98e800700 -1 osd.6 99 *** Got signal Terminated *** 2024-02-26T05:11:00.670 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:00.321+0000 7ff98e800700 -1 osd.6 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:00.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:00.461+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:00.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:00.461+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:00.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:00.461+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:00.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:00.667+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:00.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:00.667+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:00.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:00 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:00.667+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:01.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:00.831+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:01.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:00 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:00.831+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:01.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:01.166+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:01.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:01.166+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:01.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:01.094+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:01.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:01.094+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:01.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:01 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:01.094+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:01.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:01.035+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:01.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:01.035+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:01.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:01.035+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:01.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:01.435+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:01.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:01.435+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:01.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:01.435+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:01.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:01.708+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:01.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:01.708+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:01.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:01.708+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:02.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:01.826+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:02.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:01 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:01.826+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:02.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:02.174+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:02.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:02.174+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:02.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:02.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:02.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:02.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:02.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:02 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:02.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:02.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:02.050+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:02.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:02.050+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:02.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:02.050+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:02.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:02.482+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:02.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:02.482+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:02.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:02.482+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:02.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:02.482+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:03.043 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:02.735+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:03.053 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:02.735+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:03.053 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:02.735+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:03.053 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:02 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:02.735+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:03.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:02.811+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:03.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:02.811+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:03.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:02 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:02.811+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:03.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:03.193+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:03.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:03.193+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:03.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:03.091+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:03.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:03.091+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:03.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:03 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:03.091+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:03.488 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:03.040+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:03.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:03.040+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:03.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:03.040+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:03.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:03.486+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:03.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:03.486+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:03.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:03.486+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:03.834 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:03.486+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:04.081 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:03.746+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:04.082 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:03.746+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:04.082 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:03.746+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:04.082 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:03 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:03.746+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:04.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:03.831+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:04.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:03.831+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:04.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:03 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:03.831+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:04.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:04.213+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:04.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:04.213+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:04.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:04.078+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:04.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:04.078+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:04.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:04 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:04.078+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:04.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:04.078+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:04.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:04.078+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:04.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:04.078+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:04.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:04.078+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.832225+0000 front 2024-02-26T05:10:37.831678+0000 (oldest deadline 2024-02-26T05:11:03.131833+0000) 2024-02-26T05:11:04.851 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:04.488+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:04.852 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:04.488+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:04.852 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:04.488+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:04.852 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:04.488+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:05.100 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:04.783+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:05.100 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:04.783+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:05.100 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:04.783+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:05.100 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:04 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:04.783+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:05.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:04.849+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:05.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:04.849+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:05.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:04 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:04.849+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:05.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:05.260+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:05.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:05.260+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:05.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:05.051+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:05.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:05.051+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:05.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:05 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:05.051+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:05.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:05.097+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:12.725870+0000 front 2024-02-26T05:10:12.725734+0000 (oldest deadline 2024-02-26T05:10:37.424754+0000) 2024-02-26T05:11:05.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:05.097+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.326430+0000 front 2024-02-26T05:10:23.326490+0000 (oldest deadline 2024-02-26T05:10:48.527797+0000) 2024-02-26T05:11:05.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:05.097+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.630219+0000 front 2024-02-26T05:10:29.629879+0000 (oldest deadline 2024-02-26T05:10:53.730112+0000) 2024-02-26T05:11:05.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6[60217]: 2024-02-26T05:11:05.097+0000 7ff985a00700 -1 osd.6 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.832225+0000 front 2024-02-26T05:10:37.831678+0000 (oldest deadline 2024-02-26T05:11:03.131833+0000) 2024-02-26T05:11:05.819 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:05.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:05.819 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:05.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:05.819 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:05.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:05.819 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:05.494+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:06.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:05.816+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:06.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:05.816+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:06.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:05 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:05.816+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:06.206 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:05 smithi112 podman[90406]: 2024-02-26 05:11:05.883097068 +0000 UTC m=+5.705465001 container died 85c25517984da5aad956fef0e1c82387728081a3d0f8368af4880482a785020f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-02-26T05:11:06.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:05.831+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:06.206 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:05.831+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:06.207 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:05.831+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:06.207 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:05 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:05.831+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:06.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:06.044+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:06.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:06.044+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:06.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:06.044+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:06.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:06.225+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:06.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:06.225+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:06.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:06 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:06.225+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:06.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:06 smithi112 podman[90406]: 2024-02-26 05:11:06.315749885 +0000 UTC m=+6.138117853 container cleanup 85c25517984da5aad956fef0e1c82387728081a3d0f8368af4880482a785020f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-02-26T05:11:06.489 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:06 smithi112 bash[90406]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6 2024-02-26T05:11:06.848 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:06 smithi112 podman[90425]: 2024-02-26 05:11:06.558476474 +0000 UTC m=+0.665933194 container remove 85c25517984da5aad956fef0e1c82387728081a3d0f8368af4880482a785020f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:06.869 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:06.513+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:06.869 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:06.513+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:06.869 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:06.513+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:06.869 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:06.513+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:07.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:06.866+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:07.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:06.866+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:07.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:06 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:06.866+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:07.238 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:06.845+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:07.238 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:06.845+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:07.238 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:06.845+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:07.238 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:06 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:06.845+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:07.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:07.232+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:07.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:07.232+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:07.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:07.232+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:07.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:07.082+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:07.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:07.082+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:07.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:07 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:07.082+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:07.665 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:07 smithi112 podman[90516]: 2024-02-26 05:11:07.29180001 +0000 UTC m=+0.034081300 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:07.665 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:07 smithi112 podman[90516]: 2024-02-26 05:11:07.40104523 +0000 UTC m=+0.143326541 container create ac22d82bb76b6fa043c65005938d8325894b9b2aa199372187dd8b5bf7480b01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6-deactivate, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:07.666 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:07 smithi112 podman[90516]: 2024-02-26 05:11:07.663079506 +0000 UTC m=+0.405360824 container init ac22d82bb76b6fa043c65005938d8325894b9b2aa199372187dd8b5bf7480b01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, org.label-schema.build-date=20240214, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:07.837 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:07.539+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:07.837 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:07.539+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:07.837 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:07.539+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:07.837 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:07.539+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:07 smithi112 podman[90516]: 2024-02-26 05:11:07.674961555 +0000 UTC m=+0.417242873 container start ac22d82bb76b6fa043c65005938d8325894b9b2aa199372187dd8b5bf7480b01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:07 smithi112 podman[90516]: 2024-02-26 05:11:07.761514219 +0000 UTC m=+0.503795590 container attach ac22d82bb76b6fa043c65005938d8325894b9b2aa199372187dd8b5bf7480b01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:07.893+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:07.893+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:07.893+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:07.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:07.893+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:08.141 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:07.834+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:08.142 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:07.834+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:08.142 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:07 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:07.834+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:08.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:08.243+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:08.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:08.243+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:08.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:08.243+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:08.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:08.103+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:08.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:08.103+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:08.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:08 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:08.103+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:08.443 INFO:journalctl@ceph.osd.6.smithi112.stdout:Feb 26 05:11:08 smithi112 podman[90516]: 2024-02-26 05:11:08.106436969 +0000 UTC m=+0.848718243 container died ac22d82bb76b6fa043c65005938d8325894b9b2aa199372187dd8b5bf7480b01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, ceph=True) 2024-02-26T05:11:08.813 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:08.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:08.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:08.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:08.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:08.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:08.814 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:08.510+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:08.914 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.6.service' 2024-02-26T05:11:09.022 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:09.022 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-02-26T05:11:09.022 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-02-26T05:11:09.023 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.7 2024-02-26T05:11:09.068 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:08.810+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:09.068 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:08.810+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:09.068 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:08 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:08.810+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:09.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:08.866+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:09.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:08.866+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:09.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:08.866+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:09.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:08 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:08.866+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:09.330 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 systemd[1]: Stopping Ceph osd.7 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:09.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:09.285+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:09.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:09.285+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:09.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:09.285+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:09.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:09.075+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:09.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:09.075+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:09.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:09 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:09.075+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:09.694 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.327+0000 7f7b5e1f4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:09.694 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.327+0000 7f7b5e1f4700 -1 osd.7 99 *** Got signal Terminated *** 2024-02-26T05:11:09.694 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.327+0000 7f7b5e1f4700 -1 osd.7 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:09.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:09.464+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:09.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:09.464+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:09.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:09.464+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:09.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:09.464+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:09.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:09.896+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:09.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:09.896+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:09.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:09.896+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:09.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:09 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:09.896+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:10.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.784+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:10.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.784+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:10.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:09 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:09.784+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:10.320 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:10.065+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:10.321 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:10.065+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:10.321 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:10.065+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:10.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:10.318+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:10.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:10.318+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:10.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:10 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:10.318+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:10.775 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:10.448+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:10.775 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:10.448+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:10.775 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:10.448+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:10.776 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:10.448+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:11.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:10.772+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:11.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:10.772+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:11.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:10 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:10.772+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:11.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:10 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:10.906+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:11.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:10 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:10.906+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:11.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:10 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:10.906+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:11.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:10 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:10.906+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:11.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:10 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:10.906+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:11.335 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:11.053+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:11.335 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:11.053+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:11.335 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:11.053+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:11.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:11.332+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:11.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:11.332+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:11.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:11 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:11.332+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:11.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:11.399+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:11.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:11.399+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:11.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:11.399+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:11.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:11.399+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:11.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:11.399+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:12.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:11.759+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:12.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:11.759+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:12.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:11 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:11.759+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:12.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:11 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:11.901+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:12.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:11 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:11.901+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:12.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:11 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:11.901+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:12.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:11 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:11.901+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:12.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:11 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:11.901+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:12.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:12.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:12.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:12.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:12.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:12.086+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:12.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:12.327+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:12.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:12.327+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:12.362 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:12 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:12.327+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:12.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:12.440+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:12.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:12.440+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:12.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:12.440+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:12.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:12.440+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:12.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:12.440+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:13.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:12.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:13.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:12.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:13.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:12 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:12.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:13.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:12 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:12.877+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:13.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:12 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:12.877+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:13.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:12 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:12.877+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:13.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:12 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:12.877+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:13.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:12 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:12.877+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:13.329 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:13.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:13.329 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:13.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:13.329 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:13.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:13.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:13.326+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:13.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:13.326+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:13.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:13 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:13.326+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:13.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:13.393+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:13.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:13.393+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:13.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:13.393+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:13.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:13.393+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:13.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:13.393+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:14.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:13.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:21.012005+0000 front 2024-02-26T05:10:21.012208+0000 (oldest deadline 2024-02-26T05:10:46.312123+0000) 2024-02-26T05:11:14.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:13.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.812949+0000 front 2024-02-26T05:10:29.813098+0000 (oldest deadline 2024-02-26T05:10:53.313072+0000) 2024-02-26T05:11:14.194 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7[54216]: 2024-02-26T05:11:13.717+0000 7f7b5afe9700 -1 osd.7 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:38.515209+0000 front 2024-02-26T05:10:38.515093+0000 (oldest deadline 2024-02-26T05:11:02.014853+0000) 2024-02-26T05:11:14.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:13.839+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:14.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:13.839+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:14.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:13.839+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:14.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:13.839+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:14.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:13 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:13.839+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:14.295 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.027+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:14.295 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.027+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:14.295 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.027+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:14.295 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.027+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:14.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:14.292+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:14.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:14.292+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:14.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:14.292+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:14.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:14 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:14.292+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:14.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:14 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:14.365+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:14.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:14 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:14.365+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:14.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:14 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:14.365+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:14.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:14 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:14.365+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:14.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:14 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:14.365+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:14.944 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:14 smithi161 podman[72570]: 2024-02-26 05:11:14.675434407 +0000 UTC m=+5.469705319 container died acd3c2b142cb9270841697c8d3c84deae183289c00e3407798af73e7c1cf8a23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-02-26T05:11:15.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:14 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:14.874+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:15.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:14 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:14.874+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:15.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:14 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:14.874+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:15.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:14 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:14.874+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:15.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:14 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:14.874+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:15.338 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.999+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:15.338 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.999+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:15.338 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.999+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:15.338 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:14.999+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:15.374 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72570]: 2024-02-26 05:11:15.00289537 +0000 UTC m=+5.797166290 container cleanup acd3c2b142cb9270841697c8d3c84deae183289c00e3407798af73e7c1cf8a23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True) 2024-02-26T05:11:15.374 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 bash[72570]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7 2024-02-26T05:11:15.374 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72589]: 2024-02-26 05:11:15.179104405 +0000 UTC m=+0.499524030 container remove acd3c2b142cb9270841697c8d3c84deae183289c00e3407798af73e7c1cf8a23 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-02-26T05:11:15.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:15.335+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:15.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:15.335+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:15.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:15.335+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:15.612 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:15 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:15.335+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:15.694 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72678]: 2024-02-26 05:11:15.596459277 +0000 UTC m=+0.093617288 container create d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=) 2024-02-26T05:11:15.694 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72678]: 2024-02-26 05:11:15.520514855 +0000 UTC m=+0.017672869 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:15.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:15 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:15.371+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:15.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:15 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:15.371+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:15.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:15 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:15.371+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:15.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:15 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:15.371+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:15.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:15 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:15.371+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:16.159 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72678]: 2024-02-26 05:11:15.857353981 +0000 UTC m=+0.354512002 container init d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-02-26T05:11:16.159 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72678]: 2024-02-26 05:11:15.860485627 +0000 UTC m=+0.357643639 container start d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-02-26T05:11:16.159 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:15 smithi161 podman[72678]: 2024-02-26 05:11:15.940426995 +0000 UTC m=+0.437585027 container attach d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-02-26T05:11:16.159 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:16 smithi161 podman[72678]: 2024-02-26 05:11:16.156584461 +0000 UTC m=+0.653742473 container died d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-02-26T05:11:16.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:15.837+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:16.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:15.837+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:16.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:15.837+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:16.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:15.837+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:16.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:15 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:15.837+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:16.311 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.005+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:16.311 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.005+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:16.311 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.005+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:16.311 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.005+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:16.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:16.362+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:16.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:16.362+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:16.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:16.362+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:16.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:16.362+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:16.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:16 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:16.362+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:16.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:16.308+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:16.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:16.308+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:16.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:16.308+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:16.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:16.308+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:16.708 INFO:journalctl@ceph.osd.7.smithi161.stdout:Feb 26 05:11:16 smithi161 podman[72704]: 2024-02-26 05:11:16.693835723 +0000 UTC m=+0.531678855 container remove d06b64081c5a47ddfa12ce4303138eebfb236fee1c298162b485049569c41462 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:16.714 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.7.service' 2024-02-26T05:11:16.754 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:16.755 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-02-26T05:11:16.755 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-02-26T05:11:16.755 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.8 2024-02-26T05:11:17.065 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:16 smithi175 systemd[1]: Stopping Ceph osd.8 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:17.065 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.966+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:17.065 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.966+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:17.066 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.966+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:17.066 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:16 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:16.966+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:17.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:16 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:16.846+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:17.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:16 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:16.846+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:17.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:16 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:16.846+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:17.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:16 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:16.846+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:17.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:16 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:16.846+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:17.328 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.062+0000 7fda42355700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:17.328 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.062+0000 7fda42355700 -1 osd.8 99 *** Got signal Terminated *** 2024-02-26T05:11:17.328 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.062+0000 7fda42355700 -1 osd.8 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:17.328 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.325+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:17.329 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.325+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:17.329 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.325+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:17.329 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:17 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:17.325+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:17.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:17 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:17.348+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:17.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:17 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:17.348+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:17.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:17 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:17.348+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:17.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:17 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:17.348+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:17.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:17 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:17.348+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:18.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:17.861+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:18.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:17.861+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:18.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:17.861+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:18.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:17.861+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:18.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:17 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:17.861+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:18.350 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.015+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:18.351 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.015+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:18.351 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.015+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:18.351 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.015+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:18.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:18.348+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:18.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:18.348+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:18.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:18.348+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:18.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:18.348+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:18.611 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:18.348+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.579195+0000 front 2024-02-26T05:10:54.579150+0000 (oldest deadline 2024-02-26T05:11:18.079267+0000) 2024-02-26T05:11:18.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:18.315+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:18.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:18.315+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:18.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:18.315+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:18.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:18.315+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:18.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:18.315+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:19.168 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:18 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:18.892+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:19.168 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:18 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:18.892+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:19.168 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:18 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:18.892+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:19.168 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:18 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:18.892+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:19.168 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:18 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:18.892+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:19.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.983+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:19.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.983+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:19.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.983+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:19.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.983+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:19.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:18 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:18.983+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:19.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:19.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:19.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:19.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:19.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:19.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:19.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:19.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:19.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:19 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:19.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:19.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:19.374+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:19.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:19.374+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:19.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:19.374+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:19.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:19.374+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:19.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:19.374+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.579195+0000 front 2024-02-26T05:10:54.579150+0000 (oldest deadline 2024-02-26T05:11:18.079267+0000) 2024-02-26T05:11:20.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:19 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:19.868+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:20.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:19 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:19.868+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:20.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:19 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:19.868+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:20.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:19 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:19.868+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:20.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:19 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:19.868+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:20.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:19.934+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:20.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:19.934+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:20.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:19.934+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:20.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:19.934+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:20.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:19 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:19.934+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:20.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:20.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:20.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:20.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:20.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:20.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:20 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:20.292+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:20.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:20.414+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:20.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:20.414+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:20.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:20.414+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:20.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:20.414+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:20.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:20.414+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.579195+0000 front 2024-02-26T05:10:54.579150+0000 (oldest deadline 2024-02-26T05:11:18.079267+0000) 2024-02-26T05:11:21.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:20 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:20.907+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:21.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:20 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:20.907+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:21.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:20 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:20.907+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:21.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:20 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:20.907+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:21.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:20 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:20.907+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:21.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:20.961+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:21.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:20.961+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:21.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:20.961+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:21.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:20.961+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:21.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:20 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:20.961+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:21.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:21 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:21.305+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:21.861 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:21.387+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.173958+0000 front 2024-02-26T05:10:23.174132+0000 (oldest deadline 2024-02-26T05:10:46.674020+0000) 2024-02-26T05:11:21.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:21.387+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:31.875466+0000 front 2024-02-26T05:10:31.875492+0000 (oldest deadline 2024-02-26T05:10:55.975583+0000) 2024-02-26T05:11:21.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:21.387+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.977424+0000 front 2024-02-26T05:10:39.977488+0000 (oldest deadline 2024-02-26T05:11:05.877322+0000) 2024-02-26T05:11:21.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:21.387+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:48.778331+0000 front 2024-02-26T05:10:48.778404+0000 (oldest deadline 2024-02-26T05:11:14.078331+0000) 2024-02-26T05:11:21.862 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8[54944]: 2024-02-26T05:11:21.387+0000 7fda3b142700 -1 osd.8 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.579195+0000 front 2024-02-26T05:10:54.579150+0000 (oldest deadline 2024-02-26T05:11:18.079267+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:22.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:21 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:21.932+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:22.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:21.916+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:22.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:21.916+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:22.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:21.916+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:22.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:21.916+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:22.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:21 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:21.916+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:22.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:22.319+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:22.766 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:22 smithi175 podman[73937]: 2024-02-26 05:11:22.445804193 +0000 UTC m=+5.500987801 container died a40bbc0699ffc40ae128971d6e5bd4d610ab89afc2537c14bd3b8e2852d49443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-02-26T05:11:23.107 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:22 smithi175 podman[73937]: 2024-02-26 05:11:22.863042144 +0000 UTC m=+5.918225762 container cleanup a40bbc0699ffc40ae128971d6e5bd4d610ab89afc2537c14bd3b8e2852d49443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214) 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:22 smithi175 bash[73937]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:22 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:22.902+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:22 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:22.902+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:22 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:22.902+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:22 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:22.902+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:23.108 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:22 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:22.902+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:23.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:22 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:22.929+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:23.361 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[73954]: 2024-02-26 05:11:23.105745692 +0000 UTC m=+0.658440319 container remove a40bbc0699ffc40ae128971d6e5bd4d610ab89afc2537c14bd3b8e2852d49443 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5) 2024-02-26T05:11:23.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:23.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:23.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:23.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:23.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:23.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:23 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:23.360+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:23.794 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[74046]: 2024-02-26 05:11:23.490105538 +0000 UTC m=+0.101860821 container create 77f6a95ca4f695d80c2756cf87ff67213f8b03f04f077994fa44cd4367511e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8-deactivate, GIT_CLEAN=True, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:11:23.794 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[74046]: 2024-02-26 05:11:23.40522411 +0000 UTC m=+0.016979394 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:23.794 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[74046]: 2024-02-26 05:11:23.709125902 +0000 UTC m=+0.320881177 container init 77f6a95ca4f695d80c2756cf87ff67213f8b03f04f077994fa44cd4367511e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-02-26T05:11:23.794 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[74046]: 2024-02-26 05:11:23.712150309 +0000 UTC m=+0.323905588 container start 77f6a95ca4f695d80c2756cf87ff67213f8b03f04f077994fa44cd4367511e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8-deactivate, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-02-26T05:11:23.794 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:23 smithi175 podman[74046]: 2024-02-26 05:11:23.792352406 +0000 UTC m=+0.404107707 container attach 77f6a95ca4f695d80c2756cf87ff67213f8b03f04f077994fa44cd4367511e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8-deactivate, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-02-26T05:11:24.111 INFO:journalctl@ceph.osd.8.smithi175.stdout:Feb 26 05:11:24 smithi175 podman[74046]: 2024-02-26 05:11:24.00242624 +0000 UTC m=+0.614181532 container died 77f6a95ca4f695d80c2756cf87ff67213f8b03f04f077994fa44cd4367511e0d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-8-deactivate, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:11:24.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:23 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:23.939+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:24.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:23 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:23.939+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:24.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:23 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:23.939+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:24.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:23 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:23.939+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:24.112 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:23 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:23.939+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:24.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:23 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:23.923+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:24.607 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.8.service' 2024-02-26T05:11:24.648 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:24.648 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-02-26T05:11:24.648 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-02-26T05:11:24.649 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.9 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:24.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:24 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:24.324+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:24.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 systemd[1]: Stopping Ceph osd.9 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:24.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:24.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:24.989 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:24.990 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:24.990 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:24.990 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:24 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:24.958+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:25.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:24 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:24.989+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:25.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:24 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:24.989+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:25.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:24 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:24.989+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:25.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:24 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:24.989+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:25.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:24 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:24.989+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:25.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:25.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:25.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:25.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:25.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:25.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:25 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:25.297+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:25.739 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:25 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:25.248+0000 7fabe5200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:25.739 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:25 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:25.248+0000 7fabe5200700 -1 osd.9 99 *** Got signal Terminated *** 2024-02-26T05:11:25.739 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:25 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:25.248+0000 7fabe5200700 -1 osd.9 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:26.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:26.031+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:26.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:26.031+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:26.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:26.031+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:26.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:26.031+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:26.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:26 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:26.031+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.000+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.000+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.000+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.000+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.000+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:26.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:26 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:26.001+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:26.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:26.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:26.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:26.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:26.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:26.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:26.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:26.314+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:27.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:27.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:27.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:27.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:27.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:27.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:27 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:27.035+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:27.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.022+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:27.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:27 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:27.337+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:28.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:28.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:28.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:28.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:28.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:28.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:28.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:27 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:27.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.294868+0000 front 2024-02-26T05:11:01.295151+0000 (oldest deadline 2024-02-26T05:11:27.194689+0000) 2024-02-26T05:11:28.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:28.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:28.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:28.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:28.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:28.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:28 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:28.064+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:28.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:28 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:28.353+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:29.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:29.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:29.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:29.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:29.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:29.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:29.240 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:28 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:28.979+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.294868+0000 front 2024-02-26T05:11:01.295151+0000 (oldest deadline 2024-02-26T05:11:27.194689+0000) 2024-02-26T05:11:29.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:29.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:29.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:29.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:29.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:29.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:29.101+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:29.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:29.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:29.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:29.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:29.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:29.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:29.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:29 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:29.308+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:30.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:30.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:30.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:30.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:30.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:30.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:30 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:30.090+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.983474+0000 front 2024-02-26T05:10:13.983079+0000 (oldest deadline 2024-02-26T05:10:39.283227+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:22.686326+0000 front 2024-02-26T05:10:22.686654+0000 (oldest deadline 2024-02-26T05:10:46.186562+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:29.089082+0000 front 2024-02-26T05:10:29.088692+0000 (oldest deadline 2024-02-26T05:10:53.188743+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:39.090543+0000 front 2024-02-26T05:10:39.090609+0000 (oldest deadline 2024-02-26T05:11:01.990528+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.392974+0000 front 2024-02-26T05:10:45.393047+0000 (oldest deadline 2024-02-26T05:11:10.692566+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:56.593933+0000 front 2024-02-26T05:10:56.593972+0000 (oldest deadline 2024-02-26T05:11:21.294076+0000) 2024-02-26T05:11:30.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9[66817]: 2024-02-26T05:11:30.009+0000 7fabe1400700 -1 osd.9 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.294868+0000 front 2024-02-26T05:11:01.295151+0000 (oldest deadline 2024-02-26T05:11:27.194689+0000) 2024-02-26T05:11:30.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:30.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:30.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:30.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:30.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:30.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:30.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:30 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:30.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:31.099 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:30 smithi112 podman[90634]: 2024-02-26 05:11:30.823020755 +0000 UTC m=+5.710756012 container died dac6e224ce8b58930003433998e5efff9f848cfaf049bac1c5f9e5c9fd1ca299 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:31.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:31.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:31.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:31.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:31.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:31.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:31 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:31.049+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:31.412 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:31 smithi112 podman[90634]: 2024-02-26 05:11:31.225088171 +0000 UTC m=+6.112823458 container cleanup dac6e224ce8b58930003433998e5efff9f848cfaf049bac1c5f9e5c9fd1ca299 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-02-26T05:11:31.412 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:31 smithi112 bash[90634]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9 2024-02-26T05:11:31.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:31.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:31.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:31.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:31.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:31.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:31.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:31 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:31.329+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:32.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:32.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:32.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:32.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:32.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:32.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:32 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:32.055+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:32.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.124220887 +0000 UTC m=+0.035440937 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:32.489 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.235318957 +0000 UTC m=+0.146539024 container create 28b49cdc969b6f6ce25ab33772f6909597f5166085d719af54d310c959c1565c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:32.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:32.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:32 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:32.370+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:32.963 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.523012723 +0000 UTC m=+0.434232814 container init 28b49cdc969b6f6ce25ab33772f6909597f5166085d719af54d310c959c1565c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True) 2024-02-26T05:11:32.963 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.533791634 +0000 UTC m=+0.445011708 container start 28b49cdc969b6f6ce25ab33772f6909597f5166085d719af54d310c959c1565c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-02-26T05:11:32.963 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.620950525 +0000 UTC m=+0.532170648 container attach 28b49cdc969b6f6ce25ab33772f6909597f5166085d719af54d310c959c1565c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-02-26T05:11:33.239 INFO:journalctl@ceph.osd.9.smithi112.stdout:Feb 26 05:11:32 smithi112 podman[90740]: 2024-02-26 05:11:32.960778116 +0000 UTC m=+0.871998172 container died 28b49cdc969b6f6ce25ab33772f6909597f5166085d719af54d310c959c1565c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.license=GPLv2) 2024-02-26T05:11:33.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:33.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:33.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:33.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:33.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:33.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:33 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:33.040+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:33.689 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.9.service' 2024-02-26T05:11:33.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:33.744 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:33.744 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:33.745 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:33.745 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:33.745 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:33.745 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:33.334+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:33.805 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:33.805 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-02-26T05:11:33.805 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-02-26T05:11:33.805 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.10 2024-02-26T05:11:34.106 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:33 smithi161 systemd[1]: Stopping Ceph osd.10 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:34.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:34.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:34.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:34.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:34.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:34.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:34.002+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:34.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.103+0000 7f54d5675700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.103+0000 7f54d5675700 -1 osd.10 99 *** Got signal Terminated *** 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.103+0000 7f54d5675700 -1 osd.10 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:34.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:34 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:34.285+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:35.282 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.028+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:35.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:35.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:35.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:35.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:35.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:35.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:35.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:35 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:35.266+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:36.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:36.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:36.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:36.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:36.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:36.363 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:36.363 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:35 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:35.986+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:36.595 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:36.596 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:36 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:36.232+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:37.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:37.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:36 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:36.948+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:37.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:37.694 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:37.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:37.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:37.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:37.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:37.695 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:37 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:37.192+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:38.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:38.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:38.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:38.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:38.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:38.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:38.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:37 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:37.913+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:11.175655+0000 front 2024-02-26T05:10:11.175790+0000 (oldest deadline 2024-02-26T05:10:36.475445+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.878131+0000 front 2024-02-26T05:10:23.878176+0000 (oldest deadline 2024-02-26T05:10:45.578287+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:27.879198+0000 front 2024-02-26T05:10:27.879139+0000 (oldest deadline 2024-02-26T05:10:53.179245+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6814 osd.3 since back 2024-02-26T05:10:37.781176+0000 front 2024-02-26T05:10:37.780852+0000 (oldest deadline 2024-02-26T05:11:02.480691+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:45.381571+0000 front 2024-02-26T05:10:45.381605+0000 (oldest deadline 2024-02-26T05:11:11.281727+0000) 2024-02-26T05:11:38.444 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.083479+0000 front 2024-02-26T05:10:54.083358+0000 (oldest deadline 2024-02-26T05:11:19.983276+0000) 2024-02-26T05:11:38.445 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:38 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10[61010]: 2024-02-26T05:11:38.146+0000 7f54d246a700 -1 osd.10 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:05.185188+0000 front 2024-02-26T05:11:05.185248+0000 (oldest deadline 2024-02-26T05:11:26.284837+0000) 2024-02-26T05:11:39.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:39.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:39.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:39.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:39.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:39.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:39.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:38.895+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:39.714 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:39 smithi161 podman[72783]: 2024-02-26 05:11:39.448964195 +0000 UTC m=+5.447957789 container died cef3e8a3d061130cf5a2b5f9e4c4b18830e109f652a4043951c30ec0f0032e28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD) 2024-02-26T05:11:40.081 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:39 smithi161 podman[72783]: 2024-02-26 05:11:39.811480976 +0000 UTC m=+5.810474567 container cleanup cef3e8a3d061130cf5a2b5f9e4c4b18830e109f652a4043951c30ec0f0032e28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-02-26T05:11:40.081 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:39 smithi161 bash[72783]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10 2024-02-26T05:11:40.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:40.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:40.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:40.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:40.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:40.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:40.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:39 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:39.918+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:40.426 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72800]: 2024-02-26 05:11:40.079253237 +0000 UTC m=+0.632152427 container remove cef3e8a3d061130cf5a2b5f9e4c4b18830e109f652a4043951c30ec0f0032e28 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-02-26T05:11:40.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.424474871 +0000 UTC m=+0.112352494 container create 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-02-26T05:11:40.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.329578275 +0000 UTC m=+0.017455911 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:40.678 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.676625876 +0000 UTC m=+0.364503513 container init 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:11:40.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.679640065 +0000 UTC m=+0.367517680 container start 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-02-26T05:11:40.944 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.768189364 +0000 UTC m=+0.456066996 container attach 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:41.272 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:40 smithi161 podman[72891]: 2024-02-26 05:11:40.96818521 +0000 UTC m=+0.656062843 container died 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-02-26T05:11:41.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:41.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:41.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:41.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:41.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:41.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:41.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:40 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:40.927+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:41.535 INFO:journalctl@ceph.osd.10.smithi161.stdout:Feb 26 05:11:41 smithi161 podman[72917]: 2024-02-26 05:11:41.512601403 +0000 UTC m=+0.539240621 container remove 45e333a7a14168808a02aaeb860a0bebf61508fc09471a091ec72ea7c4883387 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-10-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-02-26T05:11:41.540 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.10.service' 2024-02-26T05:11:41.582 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:41.582 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-02-26T05:11:41.582 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-02-26T05:11:41.582 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.11 2024-02-26T05:11:41.875 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 systemd[1]: Stopping Ceph osd.11 for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.872+0000 7fb815273700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.872+0000 7fb815273700 -1 osd.11 99 *** Got signal Terminated *** 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.872+0000 7fb815273700 -1 osd.11 99 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:42.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:42.363 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:42.363 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:42.363 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:41 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:41.970+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:43.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:43.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:42.932+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:44.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:44.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:43 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:43.928+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:45.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:45.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:45.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:44 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:44.946+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6820 osd.8 since back 2024-02-26T05:11:21.906288+0000 front 2024-02-26T05:11:21.906327+0000 (oldest deadline 2024-02-26T05:11:44.206288+0000) 2024-02-26T05:11:46.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6806 osd.0 since back 2024-02-26T05:10:13.794652+0000 front 2024-02-26T05:10:13.794522+0000 (oldest deadline 2024-02-26T05:10:35.494555+0000) 2024-02-26T05:11:46.361 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6804 osd.1 since back 2024-02-26T05:10:23.696418+0000 front 2024-02-26T05:10:23.696321+0000 (oldest deadline 2024-02-26T05:10:44.796457+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6804 osd.2 since back 2024-02-26T05:10:28.897676+0000 front 2024-02-26T05:10:28.897705+0000 (oldest deadline 2024-02-26T05:10:57.098558+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6812 osd.4 since back 2024-02-26T05:10:47.700310+0000 front 2024-02-26T05:10:47.700271+0000 (oldest deadline 2024-02-26T05:11:13.600265+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6812 osd.5 since back 2024-02-26T05:10:54.101088+0000 front 2024-02-26T05:10:54.101144+0000 (oldest deadline 2024-02-26T05:11:18.201252+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.112:6822 osd.6 since back 2024-02-26T05:11:01.102535+0000 front 2024-02-26T05:11:01.102423+0000 (oldest deadline 2024-02-26T05:11:27.002313+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.161:6820 osd.7 since back 2024-02-26T05:11:09.203825+0000 front 2024-02-26T05:11:09.203885+0000 (oldest deadline 2024-02-26T05:11:35.604238+0000) 2024-02-26T05:11:46.362 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:45 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11[62073]: 2024-02-26T05:11:45.937+0000 7fb812068700 -1 osd.11 99 heartbeat_check: no reply from 172.21.15.175:6820 osd.8 since back 2024-02-26T05:11:21.906288+0000 front 2024-02-26T05:11:21.906327+0000 (oldest deadline 2024-02-26T05:11:44.206288+0000) 2024-02-26T05:11:47.467 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:47 smithi175 podman[74165]: 2024-02-26 05:11:47.199305921 +0000 UTC m=+5.429619278 container died 68c15360ede3b80cf1bcd885c2ad415fa869e6b1800307378aaab280bf09e2e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-02-26T05:11:47.742 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:47 smithi175 podman[74165]: 2024-02-26 05:11:47.547559473 +0000 UTC m=+5.777872824 container cleanup 68c15360ede3b80cf1bcd885c2ad415fa869e6b1800307378aaab280bf09e2e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-26T05:11:47.743 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:47 smithi175 bash[74165]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11 2024-02-26T05:11:48.111 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:47 smithi175 podman[74183]: 2024-02-26 05:11:47.740274337 +0000 UTC m=+0.532665298 container remove 68c15360ede3b80cf1bcd885c2ad415fa869e6b1800307378aaab280bf09e2e0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214) 2024-02-26T05:11:48.404 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.052674802 +0000 UTC m=+0.017502453 image pull a4519cb49beda23c74b76b4147b00c8e16ecf01864b289b39389859e98927b86 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a 2024-02-26T05:11:48.404 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.182759606 +0000 UTC m=+0.147587256 container create a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-02-26T05:11:48.404 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.40170748 +0000 UTC m=+0.366535144 container init a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:11:48.692 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.404956203 +0000 UTC m=+0.369783861 container start a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214) 2024-02-26T05:11:48.692 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.485317007 +0000 UTC m=+0.450144670 container attach a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:48.965 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:48 smithi175 podman[74272]: 2024-02-26 05:11:48.690453428 +0000 UTC m=+0.655281076 container died a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240214, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-02-26T05:11:49.226 INFO:journalctl@ceph.osd.11.smithi175.stdout:Feb 26 05:11:49 smithi175 podman[74298]: 2024-02-26 05:11:49.205110059 +0000 UTC m=+0.509441506 container remove a31e722108398c8bbaedfdc36078fa90ece910d2e1eefa1c826826c41aa7488b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-osd-11-deactivate, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:11:49.231 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@osd.11.service' 2024-02-26T05:11:49.274 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:49.274 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-02-26T05:11:49.274 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-02-26T05:11:49.274 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.a 2024-02-26T05:11:49.738 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:49 smithi112 systemd[1]: Stopping Ceph mds.a for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:50.238 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a[73337]: 2024-02-26T05:11:49.890+0000 7fa92be00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:50.239 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:49 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a[73337]: 2024-02-26T05:11:49.890+0000 7fa92be00700 -1 mds.a *** got signal Terminated *** 2024-02-26T05:11:54.239 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:53 smithi112 podman[90860]: 2024-02-26 05:11:53.905348652 +0000 UTC m=+4.189091825 container died ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, org.label-schema.build-date=20240214, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-02-26T05:11:54.595 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:54 smithi112 podman[90860]: 2024-02-26 05:11:54.3418705 +0000 UTC m=+4.625613643 container cleanup ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=) 2024-02-26T05:11:54.596 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:54 smithi112 bash[90860]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a 2024-02-26T05:11:54.989 INFO:journalctl@ceph.mds.a.smithi112.stdout:Feb 26 05:11:54 smithi112 podman[90874]: 2024-02-26 05:11:54.593213178 +0000 UTC m=+0.666871077 container remove ea7589f7210ab2145bc0aaf6303db60ac99372a540c0df6799ee29bb266c5fc1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-a, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-02-26T05:11:55.107 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.a.service' 2024-02-26T05:11:55.212 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:11:55.213 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-02-26T05:11:55.213 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-02-26T05:11:55.213 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.d 2024-02-26T05:11:55.738 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:11:55 smithi112 systemd[1]: Stopping Ceph mds.d for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:11:56.239 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:11:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d[72347]: 2024-02-26T05:11:55.776+0000 7f97f9200700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:11:56.239 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:11:55 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d[72347]: 2024-02-26T05:11:55.776+0000 7f97f9200700 -1 mds.d *** got signal Terminated *** 2024-02-26T05:12:00.127 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:11:59 smithi112 podman[90980]: 2024-02-26 05:11:59.793661914 +0000 UTC m=+4.135468356 container died 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-02-26T05:12:00.489 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:12:00 smithi112 podman[90980]: 2024-02-26 05:12:00.273679481 +0000 UTC m=+4.615485926 container cleanup 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-02-26T05:12:00.489 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:12:00 smithi112 bash[90980]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d 2024-02-26T05:12:00.924 INFO:journalctl@ceph.mds.d.smithi112.stdout:Feb 26 05:12:00 smithi112 podman[90994]: 2024-02-26 05:12:00.655212127 +0000 UTC m=+0.845707885 container remove 110e2a8c3d61d69311271c98f96b4ada0bb0554a0100b689435a191435fc01c5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd) 2024-02-26T05:12:00.958 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.d.service' 2024-02-26T05:12:01.074 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:01.074 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-02-26T05:12:01.074 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-02-26T05:12:01.075 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.g 2024-02-26T05:12:01.238 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:01 smithi112 systemd[1]: Stopping Ceph mds.g for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:01.989 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g[72991]: 2024-02-26T05:12:01.580+0000 7fb17da00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:01.989 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:01 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g[72991]: 2024-02-26T05:12:01.580+0000 7fb17da00700 -1 mds.g *** got signal Terminated *** 2024-02-26T05:12:05.941 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:05 smithi112 podman[91099]: 2024-02-26 05:12:05.602042942 +0000 UTC m=+4.145577187 container died d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-02-26T05:12:06.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:06 smithi112 podman[91099]: 2024-02-26 05:12:06.115568235 +0000 UTC m=+4.659102498 container cleanup d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:06.239 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:06 smithi112 bash[91099]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g 2024-02-26T05:12:06.738 INFO:journalctl@ceph.mds.g.smithi112.stdout:Feb 26 05:12:06 smithi112 podman[91113]: 2024-02-26 05:12:06.433702587 +0000 UTC m=+0.815508649 container remove d71d7a7c38aefb50b278b8bcf27d3fc32fc16782b990fdc21c4bd26329dc2119 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-g, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:06.969 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.g.service' 2024-02-26T05:12:07.077 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:07.077 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-02-26T05:12:07.077 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-02-26T05:12:07.078 DEBUG:teuthology.orchestra.run.smithi112:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.j 2024-02-26T05:12:07.238 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:07 smithi112 systemd[1]: Stopping Ceph mds.j for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:07.989 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j[71998]: 2024-02-26T05:12:07.583+0000 7f99fde00700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:07.989 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:07 smithi112 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j[71998]: 2024-02-26T05:12:07.584+0000 7f99fde00700 -1 mds.j *** got signal Terminated *** 2024-02-26T05:12:11.926 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:11 smithi112 podman[91218]: 2024-02-26 05:12:11.605060094 +0000 UTC m=+4.150317691 container died c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-02-26T05:12:12.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:12 smithi112 podman[91218]: 2024-02-26 05:12:12.036144292 +0000 UTC m=+4.581401927 container cleanup c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, CEPH_POINT_RELEASE=, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:12:12.239 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:12 smithi112 bash[91218]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j 2024-02-26T05:12:12.739 INFO:journalctl@ceph.mds.j.smithi112.stdout:Feb 26 05:12:12 smithi112 podman[91232]: 2024-02-26 05:12:12.336897762 +0000 UTC m=+0.712237096 container remove c6222600a0284bbd794ce6d1dee6258ce9274a35f846ed061366684949c1ab36 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-j, org.label-schema.license=GPLv2, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5) 2024-02-26T05:12:12.776 DEBUG:teuthology.orchestra.run.smithi112:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.j.service' 2024-02-26T05:12:12.886 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:12.886 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-02-26T05:12:12.886 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-02-26T05:12:12.886 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.b 2024-02-26T05:12:13.194 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:12 smithi161 systemd[1]: Stopping Ceph mds.b for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:13.457 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: 2024-02-26T05:12:13.269+0000 7f28bfbc4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:13.457 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:13 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b[66286]: 2024-02-26T05:12:13.269+0000 7f28bfbc4700 -1 mds.b *** got signal Terminated *** 2024-02-26T05:12:17.622 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:17 smithi161 podman[72996]: 2024-02-26 05:12:17.258721655 +0000 UTC m=+4.181572515 container died 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.build-date=20240214, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-02-26T05:12:17.890 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:17 smithi161 podman[72996]: 2024-02-26 05:12:17.686315184 +0000 UTC m=+4.609166046 container cleanup 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:12:17.890 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:17 smithi161 bash[72996]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b 2024-02-26T05:12:18.116 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.b.service' 2024-02-26T05:12:18.140 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:17 smithi161 podman[73020]: 2024-02-26 05:12:17.887534403 +0000 UTC m=+0.625039610 container remove 6d60c36ee305b361ae44387d9e887102ead976f60ffb23bef1d6b5b7d0eacf19 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-b, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD) 2024-02-26T05:12:18.140 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:18 smithi161 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.b.service: Deactivated successfully. 2024-02-26T05:12:18.140 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:18 smithi161 systemd[1]: Stopped Ceph mds.b for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T05:12:18.140 INFO:journalctl@ceph.mds.b.smithi161.stdout:Feb 26 05:12:18 smithi161 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.b.service: Consumed 49.033s CPU time. 2024-02-26T05:12:18.154 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:18.154 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-02-26T05:12:18.155 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-02-26T05:12:18.155 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.e 2024-02-26T05:12:18.444 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:18 smithi161 systemd[1]: Stopping Ceph mds.e for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:18.944 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e[65668]: 2024-02-26T05:12:18.464+0000 7f7c18e9f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:18.944 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:18 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e[65668]: 2024-02-26T05:12:18.464+0000 7f7c18e9f700 -1 mds.e *** got signal Terminated *** 2024-02-26T05:12:21.542 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:21 smithi161 podman[73131]: 2024-02-26 05:12:21.274249102 +0000 UTC m=+2.908646769 container died adf6500b2e7ba3a7aff1b44af0a0015d5bc66bb1bf65fd7cde20c356659bb070 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e, org.label-schema.build-date=20240214, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:21.900 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:21 smithi161 podman[73131]: 2024-02-26 05:12:21.655882386 +0000 UTC m=+3.290280052 container cleanup adf6500b2e7ba3a7aff1b44af0a0015d5bc66bb1bf65fd7cde20c356659bb070 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e, org.label-schema.schema-version=1.0, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux ) 2024-02-26T05:12:21.900 INFO:journalctl@ceph.mds.e.smithi161.stdout:Feb 26 05:12:21 smithi161 bash[73131]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-e 2024-02-26T05:12:22.024 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.e.service' 2024-02-26T05:12:22.060 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:22.061 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-02-26T05:12:22.061 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-02-26T05:12:22.061 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.h 2024-02-26T05:12:22.194 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:22 smithi161 systemd[1]: Stopping Ceph mds.h for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:22.694 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: 2024-02-26T05:12:22.358+0000 7f7b0100b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:22.694 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:22 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h[65978]: 2024-02-26T05:12:22.358+0000 7f7b0100b700 -1 mds.h *** got signal Terminated *** 2024-02-26T05:12:25.552 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:25 smithi161 podman[73251]: 2024-02-26 05:12:25.278496167 +0000 UTC m=+3.001505548 container died 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS) 2024-02-26T05:12:25.552 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:25 smithi161 podman[73251]: 2024-02-26 05:12:25.550618895 +0000 UTC m=+3.273628272 container cleanup 65a2d11487d10a1f7930a1a9808dfaad4da3eaebd2f890412ced1f49f42a829a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD) 2024-02-26T05:12:25.803 INFO:journalctl@ceph.mds.h.smithi161.stdout:Feb 26 05:12:25 smithi161 bash[73251]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-h 2024-02-26T05:12:25.924 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.h.service' 2024-02-26T05:12:25.958 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:25.958 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-02-26T05:12:25.959 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-02-26T05:12:25.959 DEBUG:teuthology.orchestra.run.smithi161:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.k 2024-02-26T05:12:26.194 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:26 smithi161 systemd[1]: Stopping Ceph mds.k for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:26.694 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k[65343]: 2024-02-26T05:12:26.295+0000 7fb25cf2f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:26.694 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:26 smithi161 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k[65343]: 2024-02-26T05:12:26.295+0000 7fb25cf2f700 -1 mds.k *** got signal Terminated *** 2024-02-26T05:12:28.331 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:28 smithi161 podman[73372]: 2024-02-26 05:12:28.017564667 +0000 UTC m=+1.845959421 container died e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k, org.label-schema.build-date=20240214, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:28.640 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:28 smithi161 podman[73372]: 2024-02-26 05:12:28.428996604 +0000 UTC m=+2.257391352 container cleanup e63a9bb0c7cea5cf6b6f73ba6cf50cf58397f97dd960517fbfc1fc8b4d190263 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-02-26T05:12:28.640 INFO:journalctl@ceph.mds.k.smithi161.stdout:Feb 26 05:12:28 smithi161 bash[73372]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-k 2024-02-26T05:12:28.767 DEBUG:teuthology.orchestra.run.smithi161:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.k.service' 2024-02-26T05:12:28.800 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:28.800 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-02-26T05:12:28.801 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-02-26T05:12:28.801 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.c 2024-02-26T05:12:29.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:28 smithi175 systemd[1]: Stopping Ceph mds.c for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:29.370 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: 2024-02-26T05:12:29.185+0000 7f24c1a07700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:29.370 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:29 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c[67527]: 2024-02-26T05:12:29.185+0000 7f24c1a07700 -1 mds.c *** got signal Terminated *** 2024-02-26T05:12:33.547 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:33 smithi175 podman[74376]: 2024-02-26 05:12:33.198758817 +0000 UTC m=+4.210018278 container died 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:33.838 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:33 smithi175 podman[74376]: 2024-02-26 05:12:33.61892598 +0000 UTC m=+4.630185427 container cleanup 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-02-26T05:12:33.838 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:33 smithi175 bash[74376]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c 2024-02-26T05:12:34.089 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.c.service' 2024-02-26T05:12:34.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:33 smithi175 podman[74403]: 2024-02-26 05:12:33.83685828 +0000 UTC m=+0.639584603 container remove 7d874a9e6f411b29293bdd7cf7ab4cbfdbb14cbe8782da28cfeb005454bca054 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-c, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8) 2024-02-26T05:12:34.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:34 smithi175 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.c.service: Deactivated successfully. 2024-02-26T05:12:34.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:34 smithi175 systemd[1]: Stopped Ceph mds.c for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T05:12:34.111 INFO:journalctl@ceph.mds.c.smithi175.stdout:Feb 26 05:12:34 smithi175 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.c.service: Consumed 4.471s CPU time. 2024-02-26T05:12:34.127 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:34.127 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-02-26T05:12:34.127 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-02-26T05:12:34.127 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.f 2024-02-26T05:12:34.450 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:34 smithi175 systemd[1]: Stopping Ceph mds.f for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:34.861 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: 2024-02-26T05:12:34.447+0000 7f89a6a52700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:34.862 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:34 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f[67221]: 2024-02-26T05:12:34.447+0000 7f89a6a52700 -1 mds.f *** got signal Terminated *** 2024-02-26T05:12:37.513 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:37 smithi175 podman[74512]: 2024-02-26 05:12:37.255971178 +0000 UTC m=+2.920247788 container died a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240214, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, io.buildah.version=1.33.5, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True) 2024-02-26T05:12:37.861 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:37 smithi175 podman[74512]: 2024-02-26 05:12:37.680698271 +0000 UTC m=+3.344974879 container cleanup a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240214, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-02-26T05:12:37.862 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:37 smithi175 bash[74512]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f 2024-02-26T05:12:38.107 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.f.service' 2024-02-26T05:12:38.131 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:37 smithi175 podman[74526]: 2024-02-26 05:12:37.865197812 +0000 UTC m=+0.604810835 container remove a50018c2f4fa54346d9c7d0ece3cd4b932aa3cb0a63ee680657f9a409be110b3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-f, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240214, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-02-26T05:12:38.131 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:38 smithi175 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.f.service: Deactivated successfully. 2024-02-26T05:12:38.131 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:38 smithi175 systemd[1]: Stopped Ceph mds.f for fa65e1ce-d461-11ee-95c3-87774f69a715. 2024-02-26T05:12:38.132 INFO:journalctl@ceph.mds.f.smithi175.stdout:Feb 26 05:12:38 smithi175 systemd[1]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.f.service: Consumed 37.569s CPU time. 2024-02-26T05:12:38.143 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:38.143 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-02-26T05:12:38.144 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-02-26T05:12:38.144 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.i 2024-02-26T05:12:38.453 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:38 smithi175 systemd[1]: Stopping Ceph mds.i for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:38.861 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: 2024-02-26T05:12:38.450+0000 7f6e0d7f7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:38.861 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:38 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i[67842]: 2024-02-26T05:12:38.450+0000 7f6e0d7f7700 -1 mds.i *** got signal Terminated *** 2024-02-26T05:12:41.611 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:41 smithi175 podman[74631]: 2024-02-26 05:12:41.267250492 +0000 UTC m=+2.912369958 container died 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-02-26T05:12:41.912 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:41 smithi175 podman[74631]: 2024-02-26 05:12:41.701418704 +0000 UTC m=+3.346538213 container cleanup 692498f9ea3cd918bfe6d39986c32fb2dde7df75a134fc36d389e33cd0a1e666 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-02-26T05:12:41.912 INFO:journalctl@ceph.mds.i.smithi175.stdout:Feb 26 05:12:41 smithi175 bash[74631]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-i 2024-02-26T05:12:42.112 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.i.service' 2024-02-26T05:12:42.146 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:42.146 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-02-26T05:12:42.146 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-02-26T05:12:42.146 DEBUG:teuthology.orchestra.run.smithi175:> sudo systemctl stop ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.l 2024-02-26T05:12:42.473 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:42 smithi175 systemd[1]: Stopping Ceph mds.l for fa65e1ce-d461-11ee-95c3-87774f69a715... 2024-02-26T05:12:42.861 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l[66915]: 2024-02-26T05:12:42.470+0000 7f88e5d5c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-02-26T05:12:42.861 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:42 smithi175 ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l[66915]: 2024-02-26T05:12:42.470+0000 7f88e5d5c700 -1 mds.l *** got signal Terminated *** 2024-02-26T05:12:45.611 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:45 smithi175 podman[74752]: 2024-02-26 05:12:45.351631184 +0000 UTC m=+2.988099304 container died 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, GIT_BRANCH=HEAD, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5) 2024-02-26T05:12:46.111 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:45 smithi175 podman[74752]: 2024-02-26 05:12:45.779618165 +0000 UTC m=+3.416086282 container cleanup 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240214) 2024-02-26T05:12:46.111 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:45 smithi175 bash[74752]: ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l 2024-02-26T05:12:46.112 INFO:journalctl@ceph.mds.l.smithi175.stdout:Feb 26 05:12:45 smithi175 podman[74766]: 2024-02-26 05:12:45.938834427 +0000 UTC m=+0.589154472 container remove 36d723ec0a1a71beff37a9986b6ed28eba115bdcdea09972f8e185ee8b2be662 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:b75d31dc2b226f1149fda56cab6d379418706a76c50f66e794dca8e5877e1c8a, name=ceph-fa65e1ce-d461-11ee-95c3-87774f69a715-mds-l, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240214, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=1617517b9622744995c4661989e3c30d036a7cfd, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-vshankar-testing-20240216.060239-25296a8, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-02-26T05:12:46.156 DEBUG:teuthology.orchestra.run.smithi175:> sudo pkill -f 'journalctl -f -n 0 -u ceph-fa65e1ce-d461-11ee-95c3-87774f69a715@mds.l.service' 2024-02-26T05:12:46.190 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-02-26T05:12:46.190 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-02-26T05:12:46.190 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force --keep-logs 2024-02-26T05:12:46.513 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:12:51.251 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force --keep-logs 2024-02-26T05:12:51.445 INFO:teuthology.orchestra.run.smithi161.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:12:54.027 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force --keep-logs 2024-02-26T05:12:54.216 INFO:teuthology.orchestra.run.smithi175.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:12:56.714 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:12:56.813 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:12:56.849 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-02-26T05:12:56.877 INFO:tasks.cephadm:Archiving crash dumps... 2024-02-26T05:12:56.879 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi112/crash 2024-02-26T05:12:56.880 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash -- . 2024-02-26T05:12:56.980 INFO:teuthology.orchestra.run.smithi112.stderr:tar: /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash: Cannot open: No such file or directory 2024-02-26T05:12:56.980 INFO:teuthology.orchestra.run.smithi112.stderr:tar: Error is not recoverable: exiting now 2024-02-26T05:12:56.985 DEBUG:teuthology.misc:Transferring archived files from smithi161:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi161/crash 2024-02-26T05:12:56.986 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash -- . 2024-02-26T05:12:57.026 INFO:teuthology.orchestra.run.smithi161.stderr:tar: /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash: Cannot open: No such file or directory 2024-02-26T05:12:57.026 INFO:teuthology.orchestra.run.smithi161.stderr:tar: Error is not recoverable: exiting now 2024-02-26T05:12:57.028 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi175/crash 2024-02-26T05:12:57.029 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash -- . 2024-02-26T05:12:57.066 INFO:teuthology.orchestra.run.smithi175.stderr:tar: /var/lib/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/crash: Cannot open: No such file or directory 2024-02-26T05:12:57.066 INFO:teuthology.orchestra.run.smithi175.stderr:tar: Error is not recoverable: exiting now 2024-02-26T05:12:57.067 INFO:tasks.cephadm:Checking cluster log for badness... 2024-02-26T05:12:57.068 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-26T05:12:57.167 INFO:teuthology.orchestra.run.smithi112.stdout:2024-02-26T04:49:45.630794+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-26T05:12:57.169 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-02-26T05:12:57.169 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[SEC\]' /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-26T05:12:57.256 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[ERR\]' /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-26T05:12:57.337 DEBUG:teuthology.orchestra.run.smithi112:> sudo egrep '\[WRN\]' /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | head -n 1 2024-02-26T05:12:57.416 INFO:teuthology.orchestra.run.smithi112.stdout:2024-02-26T04:49:45.630794+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-02-26T05:12:57.417 INFO:tasks.cephadm:Compressing logs... 2024-02-26T05:12:57.417 DEBUG:teuthology.orchestra.run.smithi112:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-26T05:12:57.421 DEBUG:teuthology.orchestra.run.smithi161:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-26T05:12:57.424 DEBUG:teuthology.orchestra.run.smithi175:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-02-26T05:12:57.451 INFO:teuthology.orchestra.run.smithi175.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-26T05:12:57.451 INFO:teuthology.orchestra.run.smithi175.stderr:: No such file or directory 2024-02-26T05:12:57.451 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.l.log 2024-02-26T05:12:57.451 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log 2024-02-26T05:12:57.451 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.i.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:: No such file or directory 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.10.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.10.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.b.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.4.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.1.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.b.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- 92.1% /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.k.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr: -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.h.log 2024-02-26T05:12:57.461 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.7.log 2024-02-26T05:12:57.462 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.e.log 2024-02-26T05:12:57.462 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.7.log: 90.2% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log.gz 2024-02-26T05:12:57.462 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.y.log 2024-02-26T05:12:57.462 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.e.log: 94.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.k.log.gz 2024-02-26T05:12:57.462 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.l.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.11.log 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.z.log 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.i.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.8.log 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.5.log 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-26T05:12:57.464 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.f.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.f.log: 90.2% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log.gz 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log: 83.1% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log.gz 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.2.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log: 94.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.l.log.gz 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.c.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.2.log: 87.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log.gz 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.c.log: 92.0% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.z.log.gz 2024-02-26T05:12:57.465 INFO:teuthology.orchestra.run.smithi175.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.c.log 2024-02-26T05:12:57.471 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.y.log: 91.9% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.y.log.gz 2024-02-26T05:12:57.471 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log 2024-02-26T05:12:57.472 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log: 83.2% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log.gz 2024-02-26T05:12:57.472 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log 2024-02-26T05:12:57.475 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log: 87.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log.gz 2024-02-26T05:12:57.476 INFO:teuthology.orchestra.run.smithi161.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.b.log 2024-02-26T05:12:57.476 INFO:teuthology.orchestra.run.smithi175.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.c.log: 90.9% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log.gz 2024-02-26T05:12:57.484 INFO:teuthology.orchestra.run.smithi112.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-02-26T05:12:57.485 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-02-26T05:12:57.486 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.6.log 2024-02-26T05:12:57.487 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.a.log 2024-02-26T05:12:57.488 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log 2024-02-26T05:12:57.489 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.g.log 2024-02-26T05:12:57.490 INFO:teuthology.orchestra.run.smithi161.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.b.log: 90.9% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log.gz 2024-02-26T05:12:57.491 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.j.log 2024-02-26T05:12:57.492 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.g.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.3.log 2024-02-26T05:12:57.494 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.x.log 2024-02-26T05:12:57.496 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.3.log: 90.0% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.audit.log.gz 2024-02-26T05:12:57.496 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.0.log 2024-02-26T05:12:57.497 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.x.log: 93.2% -- replaced with /var/log/ceph/cephadm.log.gz 2024-02-26T05:12:57.497 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.0.log: 94.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.g.log.gz 2024-02-26T05:12:57.499 INFO:teuthology.orchestra.run.smithi112.stderr: 94.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.j.log.gz 2024-02-26T05:12:57.499 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log 2024-02-26T05:12:57.500 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log 2024-02-26T05:12:57.502 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log 2024-02-26T05:12:57.502 INFO:teuthology.orchestra.run.smithi112.stderr: 83.7% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.cephadm.log.gz 2024-02-26T05:12:57.503 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log: gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.9.log 2024-02-26T05:12:57.506 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.9.log: 87.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph.log.gz 2024-02-26T05:12:57.507 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.d.log 2024-02-26T05:12:57.509 INFO:teuthology.orchestra.run.smithi112.stderr:gzip -5 --verbose -- /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.a.log 2024-02-26T05:12:57.516 INFO:teuthology.orchestra.run.smithi112.stderr:/var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.d.log: /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.a.log: 94.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.d.log.gz 2024-02-26T05:12:57.520 INFO:teuthology.orchestra.run.smithi112.stderr: 90.9% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-volume.log.gz 2024-02-26T05:12:57.521 INFO:teuthology.orchestra.run.smithi112.stderr: 94.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.a.log.gz 2024-02-26T05:12:57.846 INFO:teuthology.orchestra.run.smithi112.stderr: 89.7% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mgr.x.log.gz 2024-02-26T05:12:57.956 INFO:teuthology.orchestra.run.smithi161.stderr: 91.9% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.b.log.gz 2024-02-26T05:12:58.017 INFO:teuthology.orchestra.run.smithi175.stderr: 91.8% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.c.log.gz 2024-02-26T05:12:58.355 INFO:teuthology.orchestra.run.smithi175.stderr: 95.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.c.log.gz 2024-02-26T05:12:58.746 INFO:teuthology.orchestra.run.smithi112.stderr: 90.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mon.a.log.gz 2024-02-26T05:12:59.150 INFO:teuthology.orchestra.run.smithi161.stderr: 95.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.e.log.gz 2024-02-26T05:12:59.197 INFO:teuthology.orchestra.run.smithi112.stderr: 93.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.9.log.gz 2024-02-26T05:12:59.544 INFO:teuthology.orchestra.run.smithi112.stderr: 93.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.6.log.gz 2024-02-26T05:12:59.582 INFO:teuthology.orchestra.run.smithi161.stderr: 95.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.h.log.gz 2024-02-26T05:12:59.833 INFO:teuthology.orchestra.run.smithi112.stderr: 93.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.0.log.gz 2024-02-26T05:12:59.913 INFO:teuthology.orchestra.run.smithi161.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.4.log.gz 2024-02-26T05:13:00.044 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.5.log.gz 2024-02-26T05:13:00.121 INFO:teuthology.orchestra.run.smithi161.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.10.log.gz 2024-02-26T05:13:00.150 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.8.log.gz 2024-02-26T05:13:00.156 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.2.log.gz 2024-02-26T05:13:00.270 INFO:teuthology.orchestra.run.smithi161.stderr: 93.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.1.log.gz 2024-02-26T05:13:00.281 INFO:teuthology.orchestra.run.smithi112.stderr: 93.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.3.log.gz 2024-02-26T05:13:00.284 INFO:teuthology.orchestra.run.smithi112.stderr: 2024-02-26T05:13:00.284 INFO:teuthology.orchestra.run.smithi112.stderr:real 0m2.832s 2024-02-26T05:13:00.285 INFO:teuthology.orchestra.run.smithi112.stderr:user 0m9.750s 2024-02-26T05:13:00.285 INFO:teuthology.orchestra.run.smithi112.stderr:sys 0m0.878s 2024-02-26T05:13:00.349 INFO:teuthology.orchestra.run.smithi175.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.11.log.gz 2024-02-26T05:13:00.411 INFO:teuthology.orchestra.run.smithi161.stderr: 93.5% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-osd.7.log.gz 2024-02-26T05:13:03.701 INFO:teuthology.orchestra.run.smithi175.stderr: 93.4% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.i.log.gz 2024-02-26T05:13:10.004 INFO:teuthology.orchestra.run.smithi175.stderr: 93.3% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.f.log.gz 2024-02-26T05:13:10.006 INFO:teuthology.orchestra.run.smithi175.stderr: 2024-02-26T05:13:10.007 INFO:teuthology.orchestra.run.smithi175.stderr:real 0m12.568s 2024-02-26T05:13:10.007 INFO:teuthology.orchestra.run.smithi175.stderr:user 0m30.156s 2024-02-26T05:13:10.007 INFO:teuthology.orchestra.run.smithi175.stderr:sys 0m0.973s 2024-02-26T05:13:12.804 INFO:teuthology.orchestra.run.smithi161.stderr: 93.2% -- replaced with /var/log/ceph/fa65e1ce-d461-11ee-95c3-87774f69a715/ceph-mds.b.log.gz 2024-02-26T05:13:12.805 INFO:teuthology.orchestra.run.smithi161.stderr: 2024-02-26T05:13:12.805 INFO:teuthology.orchestra.run.smithi161.stderr:real 0m15.367s 2024-02-26T05:13:12.805 INFO:teuthology.orchestra.run.smithi161.stderr:user 0m29.636s 2024-02-26T05:13:12.806 INFO:teuthology.orchestra.run.smithi161.stderr:sys 0m0.907s 2024-02-26T05:13:12.806 INFO:tasks.cephadm:Archiving logs... 2024-02-26T05:13:12.806 DEBUG:teuthology.misc:Transferring archived files from smithi112:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi112/log 2024-02-26T05:13:12.807 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-26T05:13:14.234 DEBUG:teuthology.misc:Transferring archived files from smithi161:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi161/log 2024-02-26T05:13:14.236 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-26T05:13:18.185 DEBUG:teuthology.misc:Transferring archived files from smithi175:/var/log/ceph to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi175/log 2024-02-26T05:13:18.186 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /var/log/ceph -- . 2024-02-26T05:13:22.453 INFO:tasks.cephadm:Removing cluster... 2024-02-26T05:13:22.453 DEBUG:teuthology.orchestra.run.smithi112:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force 2024-02-26T05:13:22.772 INFO:teuthology.orchestra.run.smithi112.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:13:23.339 DEBUG:teuthology.orchestra.run.smithi161:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force 2024-02-26T05:13:23.533 INFO:teuthology.orchestra.run.smithi161.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:13:23.836 DEBUG:teuthology.orchestra.run.smithi175:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid fa65e1ce-d461-11ee-95c3-87774f69a715 --force 2024-02-26T05:13:24.028 INFO:teuthology.orchestra.run.smithi175.stdout:Deleting cluster with fsid: fa65e1ce-d461-11ee-95c3-87774f69a715 2024-02-26T05:13:24.314 INFO:tasks.cephadm:Removing cephadm ... 2024-02-26T05:13:24.315 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-26T05:13:24.369 DEBUG:teuthology.orchestra.run.smithi161:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-26T05:13:24.384 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf /home/ubuntu/cephtest/cephadm 2024-02-26T05:13:24.400 INFO:tasks.cephadm:Teardown complete 2024-02-26T05:13:24.400 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-02-26T05:13:24.411 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-02-26T05:13:24.412 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-26T05:13:24.419 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-26T05:13:24.426 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-02-26T05:13:24.587 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-02-26T05:13:24.598 INFO:teuthology.task.clock:Checking final clock skew... 2024-02-26T05:13:24.598 DEBUG:teuthology.orchestra.run.smithi112:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T05:13:24.607 DEBUG:teuthology.orchestra.run.smithi161:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T05:13:24.609 DEBUG:teuthology.orchestra.run.smithi175:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-02-26T05:13:24.620 INFO:teuthology.orchestra.run.smithi161.stderr:bash: line 1: ntpq: command not found 2024-02-26T05:13:24.623 INFO:teuthology.orchestra.run.smithi175.stderr:bash: line 1: ntpq: command not found 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:=============================================================================== 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 9 +2462us[+2462us] +/- 92ms 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:^* hv02.front.sepia.ceph.com 3 6 377 12 -1947us[-1962us] +/- 65ms 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 7 +268us[ +268us] +/- 66ms 2024-02-26T05:13:24.625 INFO:teuthology.orchestra.run.smithi161.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:=============================================================================== 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 11 +2441us[+2447us] +/- 92ms 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:^* hv02.front.sepia.ceph.com 3 6 377 9 -1962us[-1956us] +/- 65ms 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 13 +234us[ +240us] +/- 66ms 2024-02-26T05:13:24.627 INFO:teuthology.orchestra.run.smithi175.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T05:13:24.652 INFO:teuthology.orchestra.run.smithi112.stderr:bash: line 1: ntpq: command not found 2024-02-26T05:13:24.661 INFO:teuthology.orchestra.run.smithi112.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-02-26T05:13:24.662 INFO:teuthology.orchestra.run.smithi112.stdout:=============================================================================== 2024-02-26T05:13:24.662 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv01.front.sepia.ceph.com 2 8 377 140 +2465us[+2440us] +/- 90ms 2024-02-26T05:13:24.662 INFO:teuthology.orchestra.run.smithi112.stdout:^* hv02.front.sepia.ceph.com 3 8 377 137 -1912us[-1938us] +/- 64ms 2024-02-26T05:13:24.662 INFO:teuthology.orchestra.run.smithi112.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 8 +267us[ +267us] +/- 66ms 2024-02-26T05:13:24.662 INFO:teuthology.orchestra.run.smithi112.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-02-26T05:13:24.663 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-02-26T05:13:24.674 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-02-26T05:13:24.674 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-02-26T05:13:24.685 DEBUG:teuthology.orchestra.run.smithi112:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-26T05:13:24.909 DEBUG:teuthology.orchestra.run.smithi161:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-26T05:13:24.980 DEBUG:teuthology.orchestra.run.smithi175:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-02-26T05:13:25.051 DEBUG:teuthology.orchestra.run.smithi112:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T05:13:25.155 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:25.155 DEBUG:teuthology.orchestra.run.smithi161:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T05:13:25.185 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:25.186 DEBUG:teuthology.orchestra.run.smithi175:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-02-26T05:13:25.216 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:25.216 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-02-26T05:13:25.230 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-02-26T05:13:25.240 INFO:teuthology.task.internal:Duration was 2148.663043 seconds 2024-02-26T05:13:25.240 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-02-26T05:13:25.252 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-02-26T05:13:25.252 DEBUG:teuthology.orchestra.run.smithi112:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-26T05:13:25.260 DEBUG:teuthology.orchestra.run.smithi161:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-26T05:13:25.263 DEBUG:teuthology.orchestra.run.smithi175:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-02-26T05:13:25.303 INFO:teuthology.orchestra.run.smithi161.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T05:13:25.305 INFO:teuthology.orchestra.run.smithi175.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T05:13:25.420 INFO:teuthology.orchestra.run.smithi112.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-02-26T05:13:25.820 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-02-26T05:13:25.821 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi112.front.sepia.ceph.com 2024-02-26T05:13:25.821 DEBUG:teuthology.orchestra.run.smithi112:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-26T05:13:25.885 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi161.front.sepia.ceph.com 2024-02-26T05:13:25.885 DEBUG:teuthology.orchestra.run.smithi161:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-26T05:13:25.919 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi175.front.sepia.ceph.com 2024-02-26T05:13:25.919 DEBUG:teuthology.orchestra.run.smithi175:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-02-26T05:13:25.945 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-02-26T05:13:25.945 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-26T05:13:25.952 DEBUG:teuthology.orchestra.run.smithi161:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-26T05:13:25.962 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-02-26T05:13:26.047 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-02-26T05:13:26.048 DEBUG:teuthology.orchestra.run.smithi112:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-26T05:13:26.053 DEBUG:teuthology.orchestra.run.smithi161:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-26T05:13:26.056 DEBUG:teuthology.orchestra.run.smithi175:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-02-26T05:13:26.597 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-02-26T05:13:26.609 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-02-26T05:13:26.610 DEBUG:teuthology.orchestra.run.smithi112:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-26T05:13:26.709 DEBUG:teuthology.orchestra.run.smithi161:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-26T05:13:26.737 DEBUG:teuthology.orchestra.run.smithi175:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-02-26T05:13:26.766 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-02-26T05:13:26.779 DEBUG:teuthology.orchestra.run.smithi112:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:26.787 DEBUG:teuthology.orchestra.run.smithi161:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:26.790 DEBUG:teuthology.orchestra.run.smithi175:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:26.814 INFO:teuthology.orchestra.run.smithi161.stdout:kernel.core_pattern = core 2024-02-26T05:13:26.832 INFO:teuthology.orchestra.run.smithi175.stdout:kernel.core_pattern = core 2024-02-26T05:13:26.890 INFO:teuthology.orchestra.run.smithi112.stdout:kernel.core_pattern = core 2024-02-26T05:13:26.944 DEBUG:teuthology.orchestra.run.smithi112:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:26.991 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:26.991 DEBUG:teuthology.orchestra.run.smithi161:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:27.006 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:27.006 DEBUG:teuthology.orchestra.run.smithi175:> test -e /home/ubuntu/cephtest/archive/coredump 2024-02-26T05:13:27.020 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-02-26T05:13:27.020 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-02-26T05:13:27.035 INFO:teuthology.task.internal:Transferring archived files... 2024-02-26T05:13:27.036 DEBUG:teuthology.misc:Transferring archived files from smithi112:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi112 2024-02-26T05:13:27.036 DEBUG:teuthology.orchestra.run.smithi112:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-26T05:13:27.154 DEBUG:teuthology.misc:Transferring archived files from smithi161:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi161 2024-02-26T05:13:27.154 DEBUG:teuthology.orchestra.run.smithi161:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-26T05:13:27.193 DEBUG:teuthology.misc:Transferring archived files from smithi175:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383/remote/smithi175 2024-02-26T05:13:27.194 DEBUG:teuthology.orchestra.run.smithi175:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-02-26T05:13:27.232 INFO:teuthology.task.internal:Removing archive directory... 2024-02-26T05:13:27.232 DEBUG:teuthology.orchestra.run.smithi112:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-26T05:13:27.240 DEBUG:teuthology.orchestra.run.smithi161:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-26T05:13:27.242 DEBUG:teuthology.orchestra.run.smithi175:> rm -rf -- /home/ubuntu/cephtest/archive 2024-02-26T05:13:27.289 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-02-26T05:13:27.305 INFO:teuthology.task.internal:Not uploading archives. 2024-02-26T05:13:27.306 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-02-26T05:13:27.318 INFO:teuthology.task.internal:Tidying up after the test... 2024-02-26T05:13:27.318 DEBUG:teuthology.orchestra.run.smithi112:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-26T05:13:27.325 DEBUG:teuthology.orchestra.run.smithi161:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-26T05:13:27.327 DEBUG:teuthology.orchestra.run.smithi175:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-02-26T05:13:27.339 INFO:teuthology.orchestra.run.smithi161.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 26 05:13 /home/ubuntu/cephtest 2024-02-26T05:13:27.341 INFO:teuthology.orchestra.run.smithi175.stdout: 262162 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 26 05:13 /home/ubuntu/cephtest 2024-02-26T05:13:27.375 INFO:teuthology.orchestra.run.smithi112.stdout: 395173 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Feb 26 05:13 /home/ubuntu/cephtest 2024-02-26T05:13:27.378 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-02-26T05:13:27.392 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-02-26T05:13:27.419 INFO:teuthology.nuke:Checking targets against current locks 2024-02-26T05:13:27.447 DEBUG:teuthology.nuke:shortname: smithi112 2024-02-26T05:13:27.447 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-26T05:13:27.476 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi112.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.857545', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFpauiplFSKWe4moliFl/VwQ8dxzpj0VvtzjBOeI6n024NB3bOi+xZMvq/fr0KUmQ6S8buGQD+5Fw3ThEpo5j3k='} 2024-02-26T05:13:27.477 DEBUG:teuthology.nuke:shortname: smithi161 2024-02-26T05:13:27.477 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-26T05:13:27.507 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi161.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.860656', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLwQjG1BJtLPVeW7oPLRGAfGe4yJla75CR5OjodMtNQFxCNiq6aCOlHxIwCebQ4pfPDrE9BmTKJ4hLzKSdbrvMY='} 2024-02-26T05:13:27.508 DEBUG:teuthology.nuke:shortname: smithi175 2024-02-26T05:13:27.508 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-02-26T05:13:27.537 INFO:teuthology.orchestra.console.smithi112:Power off 2024-02-26T05:13:27.537 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-26T05:13:27.551 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi175.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2024-02-26_04:25:56-fs:workload-wip-vshankar-testing-20240216.060239-testing-default-smithi/7573383', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-02-26 04:26:46.859291', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEG+yAlwNfbME8NhoFnL3BmLljpZBBCIxLl9N4JRz2F7IpsgHOlW+V+w++5yrPT/QPr6rcRpkRqW49ePhTlZZWY='} 2024-02-26T05:13:27.561 DEBUG:teuthology.orchestra.console.smithi112:power off output: Chassis Power Control: Down/Off 2024-02-26T05:13:27.562 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:27.586 INFO:teuthology.orchestra.console.smithi161:Power off 2024-02-26T05:13:27.586 DEBUG:teuthology.orchestra.console.smithi161:pexpect command: ipmitool -H smithi161.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-26T05:13:27.596 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-02-26T05:13:27.608 DEBUG:teuthology.orchestra.console.smithi161:power off output: Chassis Power Control: Down/Off 2024-02-26T05:13:27.608 DEBUG:teuthology.orchestra.console.smithi161:pexpect command: ipmitool -H smithi161.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:27.625 INFO:teuthology.orchestra.console.smithi175:Power off 2024-02-26T05:13:27.625 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-02-26T05:13:27.636 DEBUG:teuthology.orchestra.console.smithi161:check power output: Chassis Power is on 2024-02-26T05:13:27.648 DEBUG:teuthology.orchestra.console.smithi175:power off output: Chassis Power Control: Down/Off 2024-02-26T05:13:27.648 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:27.671 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-02-26T05:13:31.597 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:31.637 DEBUG:teuthology.orchestra.console.smithi161:pexpect command: ipmitool -H smithi161.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:31.672 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:31.708 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-02-26T05:13:31.748 DEBUG:teuthology.orchestra.console.smithi161:check power output: Chassis Power is on 2024-02-26T05:13:31.781 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-02-26T05:13:35.712 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:35.749 DEBUG:teuthology.orchestra.console.smithi161:pexpect command: ipmitool -H smithi161.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:35.782 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:35.823 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is on 2024-02-26T05:13:35.861 DEBUG:teuthology.orchestra.console.smithi161:check power output: Chassis Power is on 2024-02-26T05:13:35.893 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is on 2024-02-26T05:13:39.828 DEBUG:teuthology.orchestra.console.smithi112:pexpect command: ipmitool -H smithi112.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:39.862 DEBUG:teuthology.orchestra.console.smithi161:pexpect command: ipmitool -H smithi161.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:39.893 DEBUG:teuthology.orchestra.console.smithi175:pexpect command: ipmitool -H smithi175.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-02-26T05:13:39.937 DEBUG:teuthology.orchestra.console.smithi112:check power output: Chassis Power is off 2024-02-26T05:13:39.972 DEBUG:teuthology.orchestra.console.smithi161:check power output: Chassis Power is off 2024-02-26T05:13:40.002 DEBUG:teuthology.orchestra.console.smithi175:check power output: Chassis Power is off 2024-02-26T05:13:40.039 INFO:teuthology.orchestra.console.smithi112:Power off completed 2024-02-26T05:13:40.073 INFO:teuthology.orchestra.console.smithi161:Power off completed 2024-02-26T05:13:40.103 INFO:teuthology.orchestra.console.smithi175:Power off completed 2024-02-26T05:13:40.208 INFO:teuthology.run:Summary data: client.0-kernel-sha1: e861cfd5f0314cb9ccffd908cd661b60f9f09ce1 description: fs:workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/kclient/{base/{mount-syntax/{v1} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} ms_mode/crc wsync/yes} objectstore-ec/bluestore-bitmap omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/3 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/no 3-snaps/yes 4-flush/yes 5-workunit/fs/norstats}} duration: 2148.6630432605743 failure_reason: '"2024-02-26T04:49:45.630794+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log' flavor: default owner: scheduled_vshankar@teuthology success: false 2024-02-26T05:13:40.209 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-02-26T05:13:40.287 INFO:teuthology.run:FAIL